framework,version,device,op_name,kernel_source,moe_dtype,num_tokens,hidden_size,inter_size,topk,num_experts,moe_tp_size,moe_ep_size,distribution,latency
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,1,1,power_law_1.01,0.49498687744140624
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,1,1,power_law_1.01,0.9121222686767577
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,1,1,power_law_1.01,1.136871032714844
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,1,1,power_law_1.01,1.8361721801757813
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,1,1,power_law_1.01,2.8510955810546874
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,1,1,power_law_1.01,2.862481384277344
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,1,1,power_law_1.01,2.865892333984375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,1,1,power_law_1.01,2.804635009765625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,1,1,power_law_1.01,2.815130310058594
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,1,1,power_law_1.01,2.899365234375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,1,1,power_law_1.01,2.9003277587890626
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,1,1,power_law_1.01,2.8291308593749998
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,1,1,power_law_1.01,2.9589331054687498
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,1,1,power_law_1.01,3.0172500610351562
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,1,1,power_law_1.01,3.118585510253906
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,1,1,power_law_1.01,3.18359619140625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,1,1,power_law_1.01,3.3724127197265625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,1,1,power_law_1.01,3.817727966308594
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,1,1,power_law_1.01,4.2586297607421875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,1,1,power_law_1.01,5.640126342773438
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,1,1,power_law_1.01,7.062741088867187
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,1,1,power_law_1.01,10.148876342773438
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,1,1,power_law_1.01,13.177642822265625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,1,1,power_law_1.01,20.13538330078125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,1,1,power_law_1.01,27.425563964843754
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,1,1,power_law_1.01,43.110317382812504
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,1,1,power_law_1.01,59.2099169921875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,1,1,power_law_1.01,0.2754598426818847
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,1,1,power_law_1.01,0.48330623626708985
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,1,1,power_law_1.01,0.5988544082641601
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,1,1,power_law_1.01,0.9538047790527344
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,1,1,power_law_1.2,0.5499942398071289
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,1,1,power_law_1.2,0.8714125061035156
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,1,1,power_law_1.2,1.0042867279052734
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,1,1,power_law_1.2,1.833994903564453
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,1,1,power_law_1.2,2.6979360961914063
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,1,1,power_law_1.2,2.8577420043945314
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,1,1,power_law_1.2,2.85812744140625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,1,1,power_law_1.2,2.794664306640625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,1,1,power_law_1.2,2.879608459472656
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,1,1,power_law_1.2,2.8890118408203125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,1,1,power_law_1.2,2.9314450073242186
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,1,1,power_law_1.2,2.9316998291015626
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,1,1,power_law_1.2,2.8166406250000002
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,1,1,power_law_1.2,3.0042599487304686
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,1,1,power_law_1.2,3.092784118652344
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,1,1,power_law_1.2,3.1094580078125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,1,1,power_law_1.2,3.3678399658203126
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,1,1,power_law_1.2,3.8872805786132814
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,1,1,power_law_1.2,4.302909545898437
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,1,1,power_law_1.2,5.7447882080078125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,1,1,power_law_1.2,7.320819091796875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,1,1,power_law_1.2,10.2618505859375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,1,1,power_law_1.2,13.286785888671876
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,1,1,power_law_1.2,20.7121923828125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,1,1,power_law_1.2,27.93782958984375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,1,1,power_law_1.2,43.7517041015625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,1,1,power_law_1.2,60.0410400390625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,1,1,power_law_1.2,0.27427072525024415
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,1,1,power_law_1.2,0.4608787155151367
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,1,1,power_law_1.2,0.5308006286621094
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,1,1,power_law_1.2,0.9534393310546875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,1,1,power_law_1.01,0.8290278625488281
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,1,1,power_law_1.01,1.5480140686035155
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,1,1,power_law_1.01,1.9390969848632813
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,1,1,power_law_1.01,3.14637939453125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,1,1,power_law_1.01,4.979658203125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,1,1,power_law_1.01,5.005248107910156
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,1,1,power_law_1.01,4.991118774414063
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,1,1,power_law_1.01,4.932581787109375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,1,1,power_law_1.01,4.903404846191406
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,1,1,power_law_1.01,5.01755126953125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,1,1,power_law_1.01,5.090003967285156
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,1,1,power_law_1.01,5.032787170410156
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,1,1,power_law_1.01,5.296581420898438
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,1,1,power_law_1.01,5.393203125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,1,1,power_law_1.01,5.4599365234375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,1,1,power_law_1.01,5.555802001953125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,1,1,power_law_1.01,6.203516845703125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,1,1,power_law_1.01,6.892294311523438
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,1,1,power_law_1.01,7.5969189453125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,1,1,power_law_1.01,10.256688232421876
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,1,1,power_law_1.01,12.627286376953126
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,1,1,power_law_1.01,18.026682128906252
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,1,1,power_law_1.01,23.318303222656247
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,1,1,power_law_1.01,36.479519042968754
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,1,1,power_law_1.01,49.124868164062505
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,1,1,power_law_1.01,77.0739111328125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,1,1,power_law_1.01,105.07977539062499
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,1,1,power_law_1.01,0.4425382232666015
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,1,1,power_law_1.01,0.8580754852294922
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,1,1,power_law_1.01,1.0209747314453126
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,1,1,power_law_1.01,1.6354060363769531
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,1,1,power_law_1.2,0.8921183776855468
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,1,1,power_law_1.2,1.467848358154297
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,1,1,power_law_1.2,1.7087239074707032
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,1,1,power_law_1.2,3.146145935058594
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,1,1,power_law_1.2,4.672494201660156
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,1,1,power_law_1.2,4.946071166992188
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,1,1,power_law_1.2,4.9422149658203125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,1,1,power_law_1.2,4.861379699707031
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,1,1,power_law_1.2,4.989554443359375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,1,1,power_law_1.2,5.027078552246094
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,1,1,power_law_1.2,5.220208740234375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,1,1,power_law_1.2,5.263719482421875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,1,1,power_law_1.2,5.1180657958984375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,1,1,power_law_1.2,5.4578857421875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,1,1,power_law_1.2,5.482667236328124
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,1,1,power_law_1.2,5.451411743164063
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,1,1,power_law_1.2,6.196577758789063
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,1,1,power_law_1.2,7.119237670898437
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,1,1,power_law_1.2,7.746526489257812
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,1,1,power_law_1.2,10.2506982421875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,1,1,power_law_1.2,12.993121337890624
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,1,1,power_law_1.2,18.039586181640622
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,1,1,power_law_1.2,23.317197265625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,1,1,power_law_1.2,37.080312500000005
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,1,1,power_law_1.2,49.983920898437496
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,1,1,power_law_1.2,77.3676904296875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,1,1,power_law_1.2,105.688134765625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,1,1,power_law_1.2,0.44269054412841796
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,1,1,power_law_1.2,0.8088947296142578
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,1,1,power_law_1.2,0.9358003234863281
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,1,1,power_law_1.2,1.6345613098144534
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,1,1,power_law_1.01,0.559623031616211
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,1,1,power_law_1.01,0.9483769226074219
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,1,1,power_law_1.01,1.882312927246094
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,1,1,power_law_1.01,3.7159738159179687
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,1,1,power_law_1.01,5.693530883789062
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,1,1,power_law_1.01,7.393955688476562
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,1,1,power_law_1.01,10.618962402343751
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,1,1,power_law_1.01,11.2292041015625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,1,1,power_law_1.01,11.468770751953125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,1,1,power_law_1.01,11.604263916015626
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,1,1,power_law_1.01,12.211099853515625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,1,1,power_law_1.01,12.604521484375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,1,1,power_law_1.01,12.732529296875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,1,1,power_law_1.01,12.896782226562499
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,1,1,power_law_1.01,19.94813232421875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,1,1,power_law_1.01,20.086232910156248
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,1,1,power_law_1.01,20.849619140625002
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,1,1,power_law_1.01,21.80030029296875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,1,1,power_law_1.01,22.608330078125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,1,1,power_law_1.01,23.55065185546875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,1,1,power_law_1.01,24.257131347656248
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,1,1,power_law_1.01,25.334501953125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,1,1,power_law_1.01,27.027783203125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,1,1,power_law_1.01,31.63368896484375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,1,1,power_law_1.01,36.293659667968754
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,1,1,power_law_1.01,47.593359375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,1,1,power_law_1.01,59.5631298828125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,1,1,power_law_1.01,0.33996608734130856
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,1,1,power_law_1.01,0.6272000122070313
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,1,1,power_law_1.01,1.042508773803711
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,1,1,power_law_1.01,1.8835961914062502
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,1,1,power_law_1.01,2.8798501586914065
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,1,1,power_law_1.01,3.7399609375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,1,1,power_law_1.01,5.3505029296875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,1,1,power_law_1.01,5.6600885009765625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,1,1,power_law_1.01,5.779989013671875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,1,1,power_law_1.01,5.849338989257812
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,1,1,power_law_1.01,6.1359185791015625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,1,1,power_law_1.01,6.323837890625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,1,1,power_law_1.01,6.390725708007812
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,1,1,power_law_1.01,6.46008056640625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,1,1,power_law_1.2,0.6024486541748046
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,1,1,power_law_1.2,0.9513906860351563
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,1,1,power_law_1.2,1.8790374755859376
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,1,1,power_law_1.2,3.3914727783203125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,1,1,power_law_1.2,5.147938842773438
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,1,1,power_law_1.2,6.904612426757812
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,1,1,power_law_1.2,10.402183837890625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,1,1,power_law_1.2,10.976044921875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,1,1,power_law_1.2,11.25276611328125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,1,1,power_law_1.2,11.660360107421875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,1,1,power_law_1.2,12.065264892578124
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,1,1,power_law_1.2,12.440897216796875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,1,1,power_law_1.2,12.805064697265625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,1,1,power_law_1.2,13.215803222656252
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,1,1,power_law_1.2,20.3550830078125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,1,1,power_law_1.2,20.7109521484375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,1,1,power_law_1.2,21.201796875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,1,1,power_law_1.2,22.359182128906248
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,1,1,power_law_1.2,23.1040771484375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,1,1,power_law_1.2,24.45133544921875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,1,1,power_law_1.2,24.574411621093752
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,1,1,power_law_1.2,26.683388671875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,1,1,power_law_1.2,29.392399902343747
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,1,1,power_law_1.2,33.7294677734375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,1,1,power_law_1.2,39.6097412109375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,1,1,power_law_1.2,50.9930810546875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,1,1,power_law_1.2,63.348784179687506
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,1,1,power_law_1.2,0.3383712005615235
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,1,1,power_law_1.2,0.6279487991333008
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,1,1,power_law_1.2,1.05098876953125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,1,1,power_law_1.2,1.7356051635742187
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,1,1,power_law_1.2,2.6073223876953127
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,1,1,power_law_1.2,3.4921548461914065
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,1,1,power_law_1.2,5.241878051757813
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,1,1,power_law_1.2,5.533415527343751
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,1,1,power_law_1.2,5.674127807617188
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,1,1,power_law_1.2,5.876195678710937
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,1,1,power_law_1.2,6.05525390625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,1,1,power_law_1.2,6.241912841796875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,1,1,power_law_1.2,6.399408569335938
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,1,1,power_law_1.2,6.59605224609375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,2048,768,8,128,1,1,power_law_1.01,0.030319359302520756
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,2048,768,8,128,1,1,power_law_1.01,0.10272128105163573
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,2048,768,8,128,1,1,power_law_1.01,0.2144550323486328
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,2048,768,8,128,1,1,power_law_1.01,0.32736576080322266
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,2048,768,8,128,1,1,power_law_1.01,0.42496894836425786
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,2048,768,8,128,1,1,power_law_1.01,0.675054702758789
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,2048,768,8,128,1,1,power_law_1.01,0.7200966644287109
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,2048,768,8,128,1,1,power_law_1.01,0.7366496276855469
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,2048,768,8,128,1,1,power_law_1.01,0.7611385345458984
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,2048,768,8,128,1,1,power_law_1.01,0.7616595458984375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,2048,768,8,128,1,1,power_law_1.01,0.7896383666992188
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,2048,768,8,128,1,1,power_law_1.01,1.1277689361572265
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,2048,768,8,128,1,1,power_law_1.01,1.1326668548583985
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,2048,768,8,128,1,1,power_law_1.01,1.141604461669922
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,2048,768,8,128,1,1,power_law_1.01,1.165932159423828
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,2048,768,8,128,1,1,power_law_1.01,1.1610425567626952
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,2048,768,8,128,1,1,power_law_1.01,1.1801350402832032
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,2048,768,8,128,1,1,power_law_1.01,1.1860326385498046
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,2048,768,8,128,1,1,power_law_1.01,1.1874323272705078
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,2048,768,8,128,1,1,power_law_1.01,1.2421440124511718
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,2048,768,8,128,1,1,power_law_1.01,1.3379335021972656
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,2048,768,8,128,1,1,power_law_1.01,1.5289599609375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,2048,768,8,128,1,1,power_law_1.01,1.8169349670410155
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,2048,768,8,128,1,1,power_law_1.01,2.500044860839844
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,2048,768,8,128,1,1,power_law_1.01,3.2295822143554687
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,2048,768,8,128,1,1,power_law_1.01,4.688435974121093
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,2048,768,8,128,1,1,power_law_1.01,6.156660766601563
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,1,1,power_law_1.01,0.03286272048950195
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,1,1,power_law_1.01,0.053291521072387694
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,1,1,power_law_1.01,0.11800576210021974
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,1,1,power_law_1.01,0.18520511627197264
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,1,1,power_law_1.01,0.23512575149536136
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,1,1,power_law_1.01,0.36233791351318356
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,1,1,power_law_1.01,0.3838431930541992
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,1,1,power_law_1.01,0.3936556625366211
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,1,1,power_law_1.01,0.4052435302734375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,1,1,power_law_1.01,0.4054777526855469
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,1,1,power_law_1.01,0.42007167816162105
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,2048,768,8,128,1,1,power_law_1.2,0.03163520097732544
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,2048,768,8,128,1,1,power_law_1.2,0.10560192108154295
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,2048,768,8,128,1,1,power_law_1.2,0.20933631896972654
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,2048,768,8,128,1,1,power_law_1.2,0.29800256729125973
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,2048,768,8,128,1,1,power_law_1.2,0.3935238265991211
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,2048,768,8,128,1,1,power_law_1.2,0.684189453125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,2048,768,8,128,1,1,power_law_1.2,0.728616943359375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,2048,768,8,128,1,1,power_law_1.2,0.7525376129150391
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,2048,768,8,128,1,1,power_law_1.2,0.7741996765136718
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,2048,768,8,128,1,1,power_law_1.2,0.7718841552734375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,2048,768,8,128,1,1,power_law_1.2,0.788023681640625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,2048,768,8,128,1,1,power_law_1.2,1.1369503784179689
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,2048,768,8,128,1,1,power_law_1.2,1.1336319732666016
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,2048,768,8,128,1,1,power_law_1.2,1.1507270050048828
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,2048,768,8,128,1,1,power_law_1.2,1.171641616821289
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,2048,768,8,128,1,1,power_law_1.2,1.1664390563964844
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,2048,768,8,128,1,1,power_law_1.2,1.179683837890625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,2048,768,8,128,1,1,power_law_1.2,1.1967314910888671
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,2048,768,8,128,1,1,power_law_1.2,1.2087366485595703
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,2048,768,8,128,1,1,power_law_1.2,1.2833074951171874
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,2048,768,8,128,1,1,power_law_1.2,1.3561459350585938
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,2048,768,8,128,1,1,power_law_1.2,1.6363116455078124
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,2048,768,8,128,1,1,power_law_1.2,1.9340013122558595
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,2048,768,8,128,1,1,power_law_1.2,2.631536560058594
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,2048,768,8,128,1,1,power_law_1.2,3.3470663452148437
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,2048,768,8,128,1,1,power_law_1.2,4.766207885742188
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,2048,768,8,128,1,1,power_law_1.2,6.222965698242187
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,1,1,power_law_1.2,0.03285504102706909
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,1,1,power_law_1.2,0.058801279067993165
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,1,1,power_law_1.2,0.10420991897583007
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,1,1,power_law_1.2,0.16763263702392578
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,1,1,power_law_1.2,0.21731008529663084
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,1,1,power_law_1.2,0.3670470428466797
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,1,1,power_law_1.2,0.38841217041015624
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,1,1,power_law_1.2,0.4006035232543946
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,1,1,power_law_1.2,0.41151359558105466
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,1,1,power_law_1.2,0.410582389831543
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,1,1,power_law_1.2,0.4196825790405273
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,1,1,power_law_1.01,0.26476608276367186
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,1,1,power_law_1.01,0.41944446563720705
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,1,1,power_law_1.01,0.8014431762695313
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,1,1,power_law_1.01,1.2328864288330077
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,1,1,power_law_1.01,1.6201727294921873
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,1,1,power_law_1.01,2.591772155761719
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,1,1,power_law_1.01,2.7973809814453126
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,1,1,power_law_1.01,2.8633441162109374
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,1,1,power_law_1.01,2.9670834350585937
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,1,1,power_law_1.01,2.9659500122070312
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,1,1,power_law_1.01,3.0754656982421875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,1,1,power_law_1.01,4.481454772949219
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,1,1,power_law_1.01,4.506288146972656
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,1,1,power_law_1.01,4.597827758789062
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,1,1,power_law_1.01,4.72672119140625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,1,1,power_law_1.01,4.669886779785156
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,1,1,power_law_1.01,4.753372802734375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,1,1,power_law_1.01,4.806660461425781
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,1,1,power_law_1.01,4.830531311035156
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,1,1,power_law_1.01,5.048150329589843
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,1,1,power_law_1.01,5.376846923828125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,1,1,power_law_1.01,6.091464233398438
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,1,1,power_law_1.01,7.182696533203125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,1,1,power_law_1.01,9.626585693359376
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,1,1,power_law_1.01,12.239454345703125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,1,1,power_law_1.01,17.568166503906248
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,1,1,power_law_1.01,22.983330078125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,1,1,power_law_1.01,0.13851967811584473
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,1,1,power_law_1.01,0.2397990417480469
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,1,1,power_law_1.01,0.42450622558593754
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,1,1,power_law_1.01,0.6383827209472657
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,1,1,power_law_1.01,0.8305542755126953
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,1,1,power_law_1.01,1.3186944580078124
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,1,1,power_law_1.01,1.4298847961425782
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,1,1,power_law_1.01,1.4663250732421875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,1,1,power_law_1.01,1.5134407043457032
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,1,1,power_law_1.01,1.5131007385253905
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,1,1,power_law_1.01,1.5734757995605468
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,1,1,power_law_1.2,0.26620672225952147
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,1,1,power_law_1.2,0.525799674987793
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,1,1,power_law_1.2,0.7626726531982422
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,1,1,power_law_1.2,1.115994873046875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,1,1,power_law_1.2,1.478695068359375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,1,1,power_law_1.2,2.6313183593750002
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,1,1,power_law_1.2,2.8317419433593747
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,1,1,power_law_1.2,2.9329510498046876
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,1,1,power_law_1.2,3.0185586547851564
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,1,1,power_law_1.2,3.0038092041015623
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,1,1,power_law_1.2,3.0671923828125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,1,1,power_law_1.2,4.551506042480469
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,1,1,power_law_1.2,4.558552856445313
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,1,1,power_law_1.2,4.673233337402344
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,1,1,power_law_1.2,4.730969543457031
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,1,1,power_law_1.2,4.703196716308594
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,1,1,power_law_1.2,4.776009521484375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,1,1,power_law_1.2,4.86923583984375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,1,1,power_law_1.2,4.933100280761719
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,1,1,power_law_1.2,5.219695434570313
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,1,1,power_law_1.2,5.5266357421875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,1,1,power_law_1.2,6.60040771484375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,1,1,power_law_1.2,7.651349487304688
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,1,1,power_law_1.2,10.207131347656249
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,1,1,power_law_1.2,12.775372314453126
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,1,1,power_law_1.2,18.037222900390624
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,1,1,power_law_1.2,23.452871093749998
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,1,1,power_law_1.2,0.12998975753784178
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,1,1,power_law_1.2,0.23979776382446288
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,1,1,power_law_1.2,0.4016646575927735
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,1,1,power_law_1.2,0.5777536010742187
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,1,1,power_law_1.2,0.7625523376464843
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,1,1,power_law_1.2,1.3367015075683593
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,1,1,power_law_1.2,1.4464492797851562
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,1,1,power_law_1.2,1.4968121337890625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,1,1,power_law_1.2,1.538671417236328
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,1,1,power_law_1.2,1.5327334594726563
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,1,1,power_law_1.2,1.5706886291503905
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,1,1,power_law_1.01,0.6457593536376953
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,1,1,power_law_1.01,1.0177734375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,1,1,power_law_1.01,2.0065504455566403
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,1,1,power_law_1.01,3.3553952026367186
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,1,1,power_law_1.01,4.652998962402344
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,1,1,power_law_1.01,7.661232910156249
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,1,1,power_law_1.01,8.18110595703125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,1,1,power_law_1.01,8.49575927734375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,1,1,power_law_1.01,8.78172119140625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,1,1,power_law_1.01,8.901707153320313
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,1,1,power_law_1.01,9.148353881835938
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,1,1,power_law_1.01,9.354278564453125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,1,1,power_law_1.01,14.020679931640625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,1,1,power_law_1.01,14.592033691406249
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,1,1,power_law_1.01,14.71580810546875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,1,1,power_law_1.01,14.605340576171875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,1,1,power_law_1.01,15.142478027343751
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,1,1,power_law_1.01,16.247130126953124
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,1,1,power_law_1.01,16.35620849609375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,1,1,power_law_1.01,16.858544921875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,1,1,power_law_1.01,18.27208740234375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,1,1,power_law_1.01,19.785576171875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,1,1,power_law_1.01,22.128461914062502
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,1,1,power_law_1.01,27.986767578125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,1,1,power_law_1.01,33.959892578125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,1,1,power_law_1.01,46.640859375000005
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,1,1,power_law_1.01,59.9511865234375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,1,1,power_law_1.01,0.29029823303222657
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,1,1,power_law_1.01,0.5353478240966797
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,1,1,power_law_1.01,1.0290322875976563
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,1,1,power_law_1.01,1.7011065673828125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,1,1,power_law_1.01,2.3512255859374998
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,1,1,power_law_1.01,3.8579473876953125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,1,1,power_law_1.01,4.137857971191407
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,1,1,power_law_1.01,4.297440490722656
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,1,1,power_law_1.01,4.437251892089844
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,1,1,power_law_1.01,4.499102172851563
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,1,1,power_law_1.01,4.618520202636718
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,1,1,power_law_1.01,4.71092529296875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,1,1,power_law_1.2,0.645499496459961
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,1,1,power_law_1.2,1.0199910736083984
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,1,1,power_law_1.2,1.946270751953125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,1,1,power_law_1.2,2.982490234375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,1,1,power_law_1.2,4.2558419799804685
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,1,1,power_law_1.2,7.537661743164063
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,1,1,power_law_1.2,8.092803344726562
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,1,1,power_law_1.2,8.591427001953125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,1,1,power_law_1.2,8.901031494140625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,1,1,power_law_1.2,9.156436767578125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,1,1,power_law_1.2,9.429010009765625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,1,1,power_law_1.2,9.543768310546875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,1,1,power_law_1.2,14.607952880859376
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,1,1,power_law_1.2,14.661982421875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,1,1,power_law_1.2,15.202237548828126
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,1,1,power_law_1.2,15.390240478515626
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,1,1,power_law_1.2,15.6378271484375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,1,1,power_law_1.2,16.16305908203125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,1,1,power_law_1.2,16.35705810546875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,1,1,power_law_1.2,17.509671630859376
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,1,1,power_law_1.2,18.390050048828122
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,1,1,power_law_1.2,20.9195068359375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,1,1,power_law_1.2,23.60472900390625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,1,1,power_law_1.2,29.56690185546875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,1,1,power_law_1.2,35.8894189453125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,1,1,power_law_1.2,49.59697265625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,1,1,power_law_1.2,63.258295898437495
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,1,1,power_law_1.2,0.3469004821777344
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,1,1,power_law_1.2,0.5807072067260742
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,1,1,power_law_1.2,0.997409896850586
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,1,1,power_law_1.2,1.5189881896972657
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,1,1,power_law_1.2,2.1542796325683593
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,1,1,power_law_1.2,3.7974252319335937
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,1,1,power_law_1.2,4.090299377441406
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,1,1,power_law_1.2,4.345084838867187
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,1,1,power_law_1.2,4.499840087890625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,1,1,power_law_1.2,4.6154541015625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,1,1,power_law_1.2,4.746705322265624
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,1,1,power_law_1.2,4.794681091308594
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,1,1,power_law_1.01,0.6055084609985352
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,1,1,power_law_1.01,0.9451602935791016
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,1,1,power_law_1.01,1.876867218017578
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,1,1,power_law_1.01,3.7082586669921875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,1,1,power_law_1.01,6.819974975585938
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,1,1,power_law_1.01,9.670369262695313
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,1,1,power_law_1.01,11.18089111328125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,1,1,power_law_1.01,14.59975830078125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,1,1,power_law_1.01,15.362459716796874
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,1,1,power_law_1.01,16.063066406249998
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,1,1,power_law_1.01,16.61287841796875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,1,1,power_law_1.01,16.78213623046875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,1,1,power_law_1.01,17.415762939453124
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,1,1,power_law_1.01,17.9703564453125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,1,1,power_law_1.01,18.103653564453126
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,1,1,power_law_1.01,18.802724609374998
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,1,1,power_law_1.01,28.496865234375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,1,1,power_law_1.01,29.541835937500004
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,1,1,power_law_1.01,30.716191406249997
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,1,1,power_law_1.01,32.38002197265625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,1,1,power_law_1.01,33.233127441406246
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,1,1,power_law_1.01,35.069499511718746
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,1,1,power_law_1.01,36.864228515625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,1,1,power_law_1.01,40.007626953125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,1,1,power_law_1.01,43.7924169921875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,1,1,power_law_1.01,54.20564453125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,1,1,power_law_1.01,65.5290869140625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,1,1,power_law_1.01,0.3444255828857422
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,1,1,power_law_1.01,0.6345094299316406
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,1,1,power_law_1.01,1.1786790466308594
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,1,1,power_law_1.01,2.015580139160156
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,1,1,power_law_1.01,3.4352447509765627
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,1,1,power_law_1.01,4.859968566894532
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,1,1,power_law_1.01,5.641995239257812
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,1,1,power_law_1.01,7.350750122070312
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,1,1,power_law_1.01,7.741715698242187
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,1,1,power_law_1.01,8.090447387695312
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,1,1,power_law_1.01,8.366810913085938
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,1,1,power_law_1.01,8.461263427734375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,1,1,power_law_1.01,8.7555029296875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,1,1,power_law_1.01,9.017605590820313
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,1,1,power_law_1.01,9.095520629882813
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,1,1,power_law_1.01,9.410929565429687
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,1,1,power_law_1.2,0.5019039916992187
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,1,1,power_law_1.2,0.951379165649414
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,1,1,power_law_1.2,1.8800012207031251
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,1,1,power_law_1.2,3.7084832763671876
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,1,1,power_law_1.2,6.188544921875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,1,1,power_law_1.2,8.745965576171875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,1,1,power_law_1.2,10.213048706054687
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,1,1,power_law_1.2,14.262692871093751
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,1,1,power_law_1.2,14.909521484375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,1,1,power_law_1.2,15.402431640625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,1,1,power_law_1.2,15.981695556640625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,1,1,power_law_1.2,16.683096923828124
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,1,1,power_law_1.2,17.183283691406253
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,1,1,power_law_1.2,17.69628662109375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,1,1,power_law_1.2,18.154327392578125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,1,1,power_law_1.2,18.54715576171875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,1,1,power_law_1.2,28.685786132812503
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,1,1,power_law_1.2,30.1861962890625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,1,1,power_law_1.2,31.03513427734375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,1,1,power_law_1.2,32.661655273437496
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,1,1,power_law_1.2,34.68755859375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,1,1,power_law_1.2,36.62732666015625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,1,1,power_law_1.2,38.84730224609375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,1,1,power_law_1.2,43.273896484375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,1,1,power_law_1.2,48.490615234375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,1,1,power_law_1.2,59.272695312500005
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,1,1,power_law_1.2,70.6247314453125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,1,1,power_law_1.2,0.3420966339111328
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,1,1,power_law_1.2,0.633180809020996
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,1,1,power_law_1.2,1.1795718383789062
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,1,1,power_law_1.2,2.023190460205078
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,1,1,power_law_1.2,3.1259027099609376
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,1,1,power_law_1.2,4.401955261230468
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,1,1,power_law_1.2,5.160486450195313
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,1,1,power_law_1.2,7.184468994140625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,1,1,power_law_1.2,7.5138720703125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,1,1,power_law_1.2,7.759772338867188
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,1,1,power_law_1.2,8.0575830078125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,1,1,power_law_1.2,8.381007080078124
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,1,1,power_law_1.2,8.6239306640625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,1,1,power_law_1.2,8.873543701171874
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,1,1,power_law_1.2,9.098104248046875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,1,1,power_law_1.2,9.28757080078125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,3072,1536,8,256,1,1,power_law_1.01,0.22066175460815432
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,3072,1536,8,256,1,1,power_law_1.01,0.3251827239990234
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,3072,1536,8,256,1,1,power_law_1.01,0.6156639862060547
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,3072,1536,8,256,1,1,power_law_1.01,1.2091744232177735
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,3072,1536,8,256,1,1,power_law_1.01,1.8453030395507812
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,3072,1536,8,256,1,1,power_law_1.01,2.38472900390625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,3072,1536,8,256,1,1,power_law_1.01,3.438020629882813
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,3072,1536,8,256,1,1,power_law_1.01,3.6323648071289063
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,3072,1536,8,256,1,1,power_law_1.01,3.7108709716796873
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,3072,1536,8,256,1,1,power_law_1.01,3.754337768554687
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,3072,1536,8,256,1,1,power_law_1.01,3.9388632202148437
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,3072,1536,8,256,1,1,power_law_1.01,4.06566650390625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,3072,1536,8,256,1,1,power_law_1.01,4.107701721191406
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,3072,1536,8,256,1,1,power_law_1.01,4.148927307128906
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,3072,1536,8,256,1,1,power_law_1.01,6.237645263671875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,3072,1536,8,256,1,1,power_law_1.01,6.259793090820312
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,3072,1536,8,256,1,1,power_law_1.01,6.4732568359375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,3072,1536,8,256,1,1,power_law_1.01,6.698058471679687
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,3072,1536,8,256,1,1,power_law_1.01,6.909974975585937
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,3072,1536,8,256,1,1,power_law_1.01,7.124998168945313
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,3072,1536,8,256,1,1,power_law_1.01,7.279274291992188
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,3072,1536,8,256,1,1,power_law_1.01,7.4523681640625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,3072,1536,8,256,1,1,power_law_1.01,7.92781982421875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,3072,1536,8,256,1,1,power_law_1.01,9.313575439453125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,3072,1536,8,256,1,1,power_law_1.01,11.082093505859374
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,3072,1536,8,256,1,1,power_law_1.01,14.950550537109375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,3072,1536,8,256,1,1,power_law_1.01,18.925482177734374
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,1,1,power_law_1.01,0.06474688053131103
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,1,1,power_law_1.01,0.19267776489257812
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,1,1,power_law_1.01,0.33659454345703127
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,1,1,power_law_1.01,0.6303795242309571
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,1,1,power_law_1.01,0.9438022613525391
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,1,1,power_law_1.01,1.2161888122558593
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,1,1,power_law_1.01,1.7499066162109376
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,1,1,power_law_1.01,1.851526336669922
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,1,1,power_law_1.01,1.891856689453125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,1,1,power_law_1.01,1.915020751953125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,1,1,power_law_1.01,2.0122944641113283
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,1,1,power_law_1.01,2.0750413513183594
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,1,1,power_law_1.01,2.099439392089844
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,1,1,power_law_1.01,2.127930297851562
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,3072,1536,8,256,1,1,power_law_1.2,0.21732288360595703
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,3072,1536,8,256,1,1,power_law_1.2,0.35974590301513676
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,3072,1536,8,256,1,1,power_law_1.2,0.6178815841674805
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,3072,1536,8,256,1,1,power_law_1.2,1.1058879852294923
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,3072,1536,8,256,1,1,power_law_1.2,1.669261474609375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,3072,1536,8,256,1,1,power_law_1.2,2.2262457275390624
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,3072,1536,8,256,1,1,power_law_1.2,3.3679034423828127
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,3072,1536,8,256,1,1,power_law_1.2,3.552793579101562
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,3072,1536,8,256,1,1,power_law_1.2,3.6420166015625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,3072,1536,8,256,1,1,power_law_1.2,3.7742156982421875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,3072,1536,8,256,1,1,power_law_1.2,3.890030822753906
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,3072,1536,8,256,1,1,power_law_1.2,4.012240600585938
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,3072,1536,8,256,1,1,power_law_1.2,4.114426879882812
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,3072,1536,8,256,1,1,power_law_1.2,4.237770385742188
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,3072,1536,8,256,1,1,power_law_1.2,6.3263220214843745
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,3072,1536,8,256,1,1,power_law_1.2,6.444631958007813
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,3072,1536,8,256,1,1,power_law_1.2,6.56244140625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,3072,1536,8,256,1,1,power_law_1.2,6.889217529296874
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,3072,1536,8,256,1,1,power_law_1.2,7.053446655273437
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,3072,1536,8,256,1,1,power_law_1.2,7.379884033203124
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,3072,1536,8,256,1,1,power_law_1.2,7.4363513183593755
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,3072,1536,8,256,1,1,power_law_1.2,7.952510375976563
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,3072,1536,8,256,1,1,power_law_1.2,8.69605224609375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,3072,1536,8,256,1,1,power_law_1.2,10.212129516601562
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,3072,1536,8,256,1,1,power_law_1.2,12.071136474609375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,3072,1536,8,256,1,1,power_law_1.2,15.971677246093751
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,3072,1536,8,256,1,1,power_law_1.2,20.003211669921875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,1,1,power_law_1.2,0.06444416046142579
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,1,1,power_law_1.2,0.19151103973388672
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,1,1,power_law_1.2,0.33691646575927736
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,1,1,power_law_1.2,0.5739263916015626
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,1,1,power_law_1.2,0.8564575958251954
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,1,1,power_law_1.2,1.134540786743164
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,1,1,power_law_1.2,1.7150425720214844
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,1,1,power_law_1.2,1.8100901794433593
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,1,1,power_law_1.2,1.8572653198242186
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,1,1,power_law_1.2,1.923261413574219
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,1,1,power_law_1.2,1.9859103393554687
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,1,1,power_law_1.2,2.0470072937011716
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,1,1,power_law_1.2,2.1021881103515625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,1,1,power_law_1.2,2.170265655517578
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,1,1,power_law_1.01,0.19445440292358399
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,1,1,power_law_1.01,0.2656601524353027
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,1,1,power_law_1.01,0.49866943359375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,1,1,power_law_1.01,0.8497209930419922
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,1,1,power_law_1.01,1.1800160217285156
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,1,1,power_law_1.01,1.903882293701172
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,1,1,power_law_1.01,2.0139488220214843
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,1,1,power_law_1.01,2.1365708923339843
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,1,1,power_law_1.01,2.220359039306641
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,1,1,power_law_1.01,2.2528504943847656
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,1,1,power_law_1.01,2.29372802734375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,1,1,power_law_1.01,3.4482208251953126
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,1,1,power_law_1.01,3.5252178955078124
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,1,1,power_law_1.01,3.586788330078125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,1,1,power_law_1.01,3.6333459472656253
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,1,1,power_law_1.01,3.6746444702148438
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,1,1,power_law_1.01,3.761313171386719
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,1,1,power_law_1.01,3.883828430175781
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,1,1,power_law_1.01,3.9784280395507814
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,1,1,power_law_1.01,4.070780029296875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,1,1,power_law_1.01,4.173104553222656
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,1,1,power_law_1.01,4.473799133300782
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,1,1,power_law_1.01,5.004713745117188
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,1,1,power_law_1.01,6.3737207031250005
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,1,1,power_law_1.01,7.923541259765625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,1,1,power_law_1.01,11.02639404296875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,1,1,power_law_1.01,14.312910156250002
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,1,1,power_law_1.2,0.19502527236938477
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,1,1,power_law_1.2,0.2683807945251465
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,1,1,power_law_1.2,0.48598079681396483
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,1,1,power_law_1.2,0.757952651977539
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,1,1,power_law_1.2,1.0851142120361328
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,1,1,power_law_1.2,1.9004454040527343
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,1,1,power_law_1.2,2.041077117919922
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,1,1,power_law_1.2,2.1749229431152344
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,1,1,power_law_1.2,2.2338522338867186
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,1,1,power_law_1.2,2.2781759643554684
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,1,1,power_law_1.2,2.328693695068359
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,1,1,power_law_1.2,3.5583200073242187
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,1,1,power_law_1.2,3.6102362060546875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,1,1,power_law_1.2,3.6741741943359374
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,1,1,power_law_1.2,3.732312927246094
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,1,1,power_law_1.2,3.78251953125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,1,1,power_law_1.2,3.8605548095703126
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,1,1,power_law_1.2,3.934575500488281
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,1,1,power_law_1.2,3.934266357421875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,1,1,power_law_1.2,4.148602294921875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,1,1,power_law_1.2,4.288410949707031
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,1,1,power_law_1.2,4.802051696777344
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,1,1,power_law_1.2,5.435016479492187
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,1,1,power_law_1.2,6.805225219726563
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,1,1,power_law_1.2,8.3680078125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,1,1,power_law_1.2,11.533582763671875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,1,1,power_law_1.2,14.898426513671875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,1,1,power_law_1.01,1.1947007751464844
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,1,1,power_law_1.01,1.92212158203125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,1,1,power_law_1.01,3.8062539672851563
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,1,1,power_law_1.01,6.782266235351562
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,1,1,power_law_1.01,9.668414306640624
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,1,1,power_law_1.01,16.172802734375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,1,1,power_law_1.01,17.31976318359375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,1,1,power_law_1.01,18.1038232421875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,1,1,power_law_1.01,18.62682373046875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,1,1,power_law_1.01,18.858385009765623
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,1,1,power_law_1.01,19.3090087890625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,1,1,power_law_1.01,19.7063134765625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,1,1,power_law_1.01,19.927178955078126
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,1,1,power_law_1.01,20.5373291015625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,1,1,power_law_1.01,20.75234619140625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,1,1,power_law_1.01,21.250187988281247
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,1,1,power_law_1.01,21.9067138671875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,1,1,power_law_1.01,33.23988037109375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,1,1,power_law_1.01,34.156494140625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,1,1,power_law_1.01,35.36055908203125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,1,1,power_law_1.01,36.73016357421875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,1,1,power_law_1.01,39.54482177734375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,1,1,power_law_1.01,43.377939453124995
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,1,1,power_law_1.01,53.9064453125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,1,1,power_law_1.01,66.14027832031249
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,1,1,power_law_1.01,91.91280273437499
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,1,1,power_law_1.01,118.401513671875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,1,1,power_law_1.01,0.6397433471679688
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,1,1,power_law_1.01,1.2203910064697265
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,1,1,power_law_1.01,2.0878501892089845
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,1,1,power_law_1.01,3.4234738159179683
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,1,1,power_law_1.01,4.868332824707031
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,1,1,power_law_1.01,8.112958374023439
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,1,1,power_law_1.01,8.743160400390625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,1,1,power_law_1.01,9.145546264648438
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,1,1,power_law_1.01,9.419252929687499
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,1,1,power_law_1.01,9.543531494140625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,1,1,power_law_1.01,9.771045532226562
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,1,1,power_law_1.01,9.993168334960938
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,1,1,power_law_1.01,10.113405151367187
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,1,1,power_law_1.01,10.437210693359376
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,1,1,power_law_1.01,10.562535400390626
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,1,1,power_law_1.01,10.810185546875001
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,1,1,power_law_1.01,10.9604931640625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,1,1,power_law_1.2,0.9985939025878906
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,1,1,power_law_1.2,1.9216639709472656
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,1,1,power_law_1.2,3.806250915527344
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,1,1,power_law_1.2,6.182809448242187
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,1,1,power_law_1.2,8.579371337890624
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,1,1,power_law_1.2,15.855001220703125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,1,1,power_law_1.2,17.301312255859376
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,1,1,power_law_1.2,17.87930908203125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,1,1,power_law_1.2,18.5370849609375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,1,1,power_law_1.2,19.144923095703128
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,1,1,power_law_1.2,19.695916748046876
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,1,1,power_law_1.2,20.117042236328125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,1,1,power_law_1.2,20.49235107421875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,1,1,power_law_1.2,21.24026611328125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,1,1,power_law_1.2,21.76855224609375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,1,1,power_law_1.2,22.1542822265625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,1,1,power_law_1.2,23.304433593749998
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,1,1,power_law_1.2,34.45796875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,1,1,power_law_1.2,35.14329833984375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,1,1,power_law_1.2,36.28820068359375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,1,1,power_law_1.2,37.729453125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,1,1,power_law_1.2,42.014760742187505
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,1,1,power_law_1.2,46.7885498046875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,1,1,power_law_1.2,58.659326171875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,1,1,power_law_1.2,71.3143359375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,1,1,power_law_1.2,98.0848828125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,1,1,power_law_1.2,124.709013671875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,1,1,power_law_1.2,0.6394054412841796
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,1,1,power_law_1.2,1.2196915435791016
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,1,1,power_law_1.2,2.077262725830078
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,1,1,power_law_1.2,3.1378942871093747
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,1,1,power_law_1.2,4.324739074707031
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,1,1,power_law_1.2,7.953455200195313
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,1,1,power_law_1.2,8.733311157226563
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,1,1,power_law_1.2,9.033216552734375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,1,1,power_law_1.2,9.371555786132813
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,1,1,power_law_1.2,9.678844604492188
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,1,1,power_law_1.2,9.965740356445313
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,1,1,power_law_1.2,10.194083862304687
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,1,1,power_law_1.2,10.39540283203125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,1,1,power_law_1.2,10.775980224609375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,1,1,power_law_1.2,11.028233642578126
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,1,1,power_law_1.2,11.150655517578125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,1,1,power_law_1.2,11.323948974609376
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,2,1,power_law_1.01,0.33820735931396484
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,2,1,power_law_1.01,0.478087043762207
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,2,1,power_law_1.01,0.5820140838623047
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,2,1,power_law_1.01,0.9308678436279297
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,2,1,power_law_1.01,1.4408583068847656
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,2,1,power_law_1.01,1.4503897094726563
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,2,1,power_law_1.01,1.447705535888672
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,2,1,power_law_1.01,1.4137458801269531
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,2,1,power_law_1.01,1.4164710998535157
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,2,1,power_law_1.01,1.4600973510742188
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,2,1,power_law_1.01,1.461580810546875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,2,1,power_law_1.01,1.4304019165039061
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,2,1,power_law_1.01,1.4925677490234375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,2,1,power_law_1.01,1.523690185546875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,2,1,power_law_1.01,1.5721548461914063
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,2,1,power_law_1.01,1.595098876953125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,2,1,power_law_1.01,1.6961427307128907
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,2,1,power_law_1.01,1.9057196044921874
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,2,1,power_law_1.01,2.1356544494628906
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,2,1,power_law_1.01,2.8257229614257815
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,2,1,power_law_1.01,3.5502584838867186
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,2,1,power_law_1.01,5.089820251464844
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,2,1,power_law_1.01,6.633726196289063
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,2,1,power_law_1.01,9.787838745117188
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,2,1,power_law_1.01,12.89983154296875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,2,1,power_law_1.01,19.744600830078124
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,2,1,power_law_1.01,27.07370849609375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,2,1,power_law_1.01,0.15275903701782229
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,2,1,power_law_1.01,0.2511808013916016
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,2,1,power_law_1.01,0.3127596855163574
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,2,1,power_law_1.01,0.4902399826049805
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,2,1,power_law_1.2,0.256935043334961
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,2,1,power_law_1.2,0.44633857727050785
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,2,1,power_law_1.2,0.5110259246826172
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,2,1,power_law_1.2,0.9313766479492187
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,2,1,power_law_1.2,1.3509146118164064
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,2,1,power_law_1.2,1.444897918701172
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,2,1,power_law_1.2,1.4447071838378907
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,2,1,power_law_1.2,1.4094566345214843
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,2,1,power_law_1.2,1.4510284423828126
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,2,1,power_law_1.2,1.4565504455566407
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,2,1,power_law_1.2,1.4798265075683594
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,2,1,power_law_1.2,1.4668179321289063
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,2,1,power_law_1.2,1.4186758422851562
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,2,1,power_law_1.2,1.5119200134277344
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,2,1,power_law_1.2,1.5457516479492188
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,2,1,power_law_1.2,1.562286682128906
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,2,1,power_law_1.2,1.7019258117675782
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,2,1,power_law_1.2,1.9628428649902343
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,2,1,power_law_1.2,2.1424595642089845
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,2,1,power_law_1.2,2.8299771118164063
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,2,1,power_law_1.2,3.603397216796875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,2,1,power_law_1.2,5.0781927490234375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,2,1,power_law_1.2,6.585577392578125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,2,1,power_law_1.2,9.75440673828125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,2,1,power_law_1.2,12.806541748046874
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,2,1,power_law_1.2,19.829813232421877
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,2,1,power_law_1.2,27.3482373046875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,2,1,power_law_1.2,0.1520467185974121
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,2,1,power_law_1.2,0.23989440917968752
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,2,1,power_law_1.2,0.27590784072875973
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,2,1,power_law_1.2,0.49102016448974606
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,2,1,power_law_1.01,0.42029758453369137
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,2,1,power_law_1.01,0.7811148834228516
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,2,1,power_law_1.01,0.9802438354492187
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,2,1,power_law_1.01,1.595401611328125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,2,1,power_law_1.01,2.4620550537109374
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,2,1,power_law_1.01,2.480274505615234
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,2,1,power_law_1.01,2.4922674560546874
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,2,1,power_law_1.01,2.444103088378906
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,2,1,power_law_1.01,2.4580589294433595
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,2,1,power_law_1.01,2.513697967529297
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,2,1,power_law_1.01,2.5549382019042968
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,2,1,power_law_1.01,2.5385491943359377
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,2,1,power_law_1.01,2.6232391357421876
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,2,1,power_law_1.01,2.6643832397460936
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,2,1,power_law_1.01,2.684221496582031
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,2,1,power_law_1.01,2.7329324340820316
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,2,1,power_law_1.01,3.04864013671875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,2,1,power_law_1.01,3.4064709472656247
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,2,1,power_law_1.01,3.748590087890625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,2,1,power_law_1.01,5.034775695800781
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,2,1,power_law_1.01,6.233275756835938
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,2,1,power_law_1.01,8.917793579101563
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,2,1,power_law_1.01,11.549940185546875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,2,1,power_law_1.01,16.921768798828126
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,2,1,power_law_1.01,22.29739990234375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,2,1,power_law_1.01,34.740693359375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,2,1,power_law_1.01,47.5419287109375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,2,1,power_law_1.01,0.23375104904174804
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,2,1,power_law_1.01,0.4434713745117188
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,2,1,power_law_1.01,0.5242489624023438
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,2,1,power_law_1.01,0.8350521850585938
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,2,1,power_law_1.2,0.419633903503418
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,2,1,power_law_1.2,0.7418086242675781
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,2,1,power_law_1.2,0.8645203399658203
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,2,1,power_law_1.2,1.5938630676269532
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,2,1,power_law_1.2,2.331640319824219
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,2,1,power_law_1.2,2.4579321289062497
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,2,1,power_law_1.2,2.4664422607421876
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,2,1,power_law_1.2,2.417889862060547
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,2,1,power_law_1.2,2.4934136962890627
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,2,1,power_law_1.2,2.4965830993652345
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,2,1,power_law_1.2,2.6034643554687498
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,2,1,power_law_1.2,2.6585626220703125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,2,1,power_law_1.2,2.5133016967773436
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,2,1,power_law_1.2,2.6617581176757814
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,2,1,power_law_1.2,2.689072570800781
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,2,1,power_law_1.2,2.6831546020507813
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,2,1,power_law_1.2,3.0389447021484375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,2,1,power_law_1.2,3.518126831054688
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,2,1,power_law_1.2,3.812373046875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,2,1,power_law_1.2,5.026307067871094
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,2,1,power_law_1.2,6.4130706787109375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,2,1,power_law_1.2,8.908950805664062
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,2,1,power_law_1.2,11.481545410156249
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,2,1,power_law_1.2,16.9030029296875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,2,1,power_law_1.2,22.358125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,2,1,power_law_1.2,35.101201171875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,2,1,power_law_1.2,48.1272705078125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,2,1,power_law_1.2,0.23256576538085935
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,2,1,power_law_1.2,0.42114112854003904
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,2,1,power_law_1.2,0.4805759811401368
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,2,1,power_law_1.2,0.8357273864746094
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,2,1,power_law_1.01,0.2585849571228027
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,2,1,power_law_1.01,0.48244670867919925
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,2,1,power_law_1.01,0.9457465362548827
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,2,1,power_law_1.01,1.8738522338867187
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,2,1,power_law_1.01,2.8499853515624998
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,2,1,power_law_1.01,3.6963360595703123
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,2,1,power_law_1.01,5.3275866699218755
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,2,1,power_law_1.01,5.639552001953125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,2,1,power_law_1.01,5.7576141357421875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,2,1,power_law_1.01,5.823077392578125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,2,1,power_law_1.01,6.1320947265625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,2,1,power_law_1.01,6.309619750976562
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,2,1,power_law_1.01,6.39732421875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,2,1,power_law_1.01,6.472009887695313
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,2,1,power_law_1.01,9.918900756835937
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,2,1,power_law_1.01,9.955407104492187
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,2,1,power_law_1.01,10.315791015624999
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,2,1,power_law_1.01,10.680257568359375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,2,1,power_law_1.01,11.01711669921875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,2,1,power_law_1.01,11.41556396484375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,2,1,power_law_1.01,11.673740234375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,2,1,power_law_1.01,12.173046875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,2,1,power_law_1.01,12.887718505859374
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,2,1,power_law_1.01,14.881055908203127
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,2,1,power_law_1.01,17.34536376953125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,2,1,power_law_1.01,23.18055419921875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,2,1,power_law_1.01,29.257675781249997
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,2,1,power_law_1.01,0.18985727310180664
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,2,1,power_law_1.01,0.29342720031738284
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,2,1,power_law_1.01,0.49567550659179693
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,2,1,power_law_1.01,0.9558316802978515
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,2,1,power_law_1.01,1.45197509765625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,2,1,power_law_1.01,1.8800518798828125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,2,1,power_law_1.01,2.7057733154296875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,2,1,power_law_1.01,2.865105895996094
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,2,1,power_law_1.01,2.9225305175781253
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,2,1,power_law_1.01,2.957854614257813
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,2,1,power_law_1.01,3.1055563354492186
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,2,1,power_law_1.01,3.2026693725585935
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,2,1,power_law_1.01,3.2405349731445314
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,2,1,power_law_1.01,3.2800863647460936
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,2,1,power_law_1.2,0.3809196853637695
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,2,1,power_law_1.2,0.48305408477783207
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,2,1,power_law_1.2,0.9462451171874999
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,2,1,power_law_1.2,1.7014271545410158
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,2,1,power_law_1.2,2.5774252319335935
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,2,1,power_law_1.2,3.4504660034179686
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,2,1,power_law_1.2,5.222616577148438
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,2,1,power_law_1.2,5.5149365234375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,2,1,power_law_1.2,5.649566040039063
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,2,1,power_law_1.2,5.855197143554688
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,2,1,power_law_1.2,6.041716918945313
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,2,1,power_law_1.2,6.2361572265625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,2,1,power_law_1.2,6.402451171875001
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,2,1,power_law_1.2,6.6187634277343745
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,2,1,power_law_1.2,10.091871337890625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,2,1,power_law_1.2,10.281522216796876
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,2,1,power_law_1.2,10.481833496093751
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,2,1,power_law_1.2,11.041964111328124
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,2,1,power_law_1.2,11.26857421875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,2,1,power_law_1.2,11.906165771484375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,2,1,power_law_1.2,12.035003662109375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,2,1,power_law_1.2,12.893973388671876
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,2,1,power_law_1.2,14.02530517578125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,2,1,power_law_1.2,16.195711669921874
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,2,1,power_law_1.2,18.95218505859375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,2,1,power_law_1.2,24.83024658203125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,2,1,power_law_1.2,30.9478857421875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,2,1,power_law_1.2,0.18348991394042968
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,2,1,power_law_1.2,0.2948134422302246
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,2,1,power_law_1.2,0.5087360000610351
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,2,1,power_law_1.2,0.8799097442626953
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,2,1,power_law_1.2,1.3141337585449218
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,2,1,power_law_1.2,1.7592370605468752
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,2,1,power_law_1.2,2.6520654296875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,2,1,power_law_1.2,2.803418884277344
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,2,1,power_law_1.2,2.870277099609375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,2,1,power_law_1.2,2.974273376464844
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,2,1,power_law_1.2,3.0662106323242186
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,2,1,power_law_1.2,3.162367858886719
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,2,1,power_law_1.2,3.24484619140625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,2,1,power_law_1.2,3.3472274780273437
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,2048,768,8,128,2,1,power_law_1.01,0.02274816036224365
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,2048,768,8,128,2,1,power_law_1.01,0.03247231960296631
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,2048,768,8,128,2,1,power_law_1.01,0.10176639556884766
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,2048,768,8,128,2,1,power_law_1.01,0.174902400970459
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,2048,768,8,128,2,1,power_law_1.01,0.2258310317993164
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,2048,768,8,128,2,1,power_law_1.01,0.35220481872558596
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,2048,768,8,128,2,1,power_law_1.01,0.37338302612304686
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,2048,768,8,128,2,1,power_law_1.01,0.3833318328857422
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,2048,768,8,128,2,1,power_law_1.01,0.39364734649658206
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,2048,768,8,128,2,1,power_law_1.01,0.3928646469116211
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,2048,768,8,128,2,1,power_law_1.01,0.4072985458374023
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,2048,768,8,128,2,1,power_law_1.01,0.5416511917114258
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,2048,768,8,128,2,1,power_law_1.01,0.5435385513305664
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,2048,768,8,128,2,1,power_law_1.01,0.5586374282836915
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,2048,768,8,128,2,1,power_law_1.01,0.5705094528198242
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,2048,768,8,128,2,1,power_law_1.01,0.5699353790283203
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,2048,768,8,128,2,1,power_law_1.01,0.5847872161865235
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,2048,768,8,128,2,1,power_law_1.01,0.5808857727050781
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,2048,768,8,128,2,1,power_law_1.01,0.5886790466308593
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,2048,768,8,128,2,1,power_law_1.01,0.6186521530151368
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,2048,768,8,128,2,1,power_law_1.01,0.6840447998046875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,2048,768,8,128,2,1,power_law_1.01,0.7989024353027344
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,2048,768,8,128,2,1,power_law_1.01,0.9686962890625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,2048,768,8,128,2,1,power_law_1.01,1.3507469177246094
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,2048,768,8,128,2,1,power_law_1.01,1.7443788146972659
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,2048,768,8,128,2,1,power_law_1.01,2.531743927001953
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,2048,768,8,128,2,1,power_law_1.01,3.327121276855469
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,2,1,power_law_1.01,0.030922238826751706
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,2,1,power_law_1.01,0.03505919933319092
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,2,1,power_law_1.01,0.05721151828765869
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,2,1,power_law_1.01,0.08235712051391601
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,2,1,power_law_1.01,0.1206214427947998
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,2,1,power_law_1.01,0.19894079208374021
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,2,1,power_law_1.01,0.2074188804626465
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,2,1,power_law_1.01,0.2119519996643066
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,2,1,power_law_1.01,0.2192083168029785
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,2,1,power_law_1.01,0.21890111923217775
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,2,1,power_law_1.01,0.22730943679809573
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,2048,768,8,128,2,1,power_law_1.2,0.024230399131774903
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,2048,768,8,128,2,1,power_law_1.2,0.042099199295043944
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,2048,768,8,128,2,1,power_law_1.2,0.09260031700134277
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,2048,768,8,128,2,1,power_law_1.2,0.15954560279846192
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,2048,768,8,128,2,1,power_law_1.2,0.21103744506835936
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,2048,768,8,128,2,1,power_law_1.2,0.35650623321533204
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,2048,768,8,128,2,1,power_law_1.2,0.37850433349609375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,2048,768,8,128,2,1,power_law_1.2,0.390118408203125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,2048,768,8,128,2,1,power_law_1.2,0.39952831268310546
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,2048,768,8,128,2,1,power_law_1.2,0.3978291320800781
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,2048,768,8,128,2,1,power_law_1.2,0.40642433166503905
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,2048,768,8,128,2,1,power_law_1.2,0.5497420883178711
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,2048,768,8,128,2,1,power_law_1.2,0.552300796508789
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,2048,768,8,128,2,1,power_law_1.2,0.563183364868164
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,2048,768,8,128,2,1,power_law_1.2,0.5757190322875976
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,2048,768,8,128,2,1,power_law_1.2,0.5738860702514648
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,2048,768,8,128,2,1,power_law_1.2,0.5891660690307617
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,2048,768,8,128,2,1,power_law_1.2,0.5841004943847656
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,2048,768,8,128,2,1,power_law_1.2,0.5968518447875977
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,2048,768,8,128,2,1,power_law_1.2,0.6408460998535157
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,2048,768,8,128,2,1,power_law_1.2,0.6889382171630859
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,2048,768,8,128,2,1,power_law_1.2,0.8306745910644532
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,2048,768,8,128,2,1,power_law_1.2,1.0077574157714844
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,2048,768,8,128,2,1,power_law_1.2,1.3955296325683595
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,2048,768,8,128,2,1,power_law_1.2,1.7912973022460938
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,2048,768,8,128,2,1,power_law_1.2,2.570978698730469
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,2048,768,8,128,2,1,power_law_1.2,3.3532449340820314
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,2,1,power_law_1.2,0.030852479934692385
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,2,1,power_law_1.2,0.035662078857421876
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,2,1,power_law_1.2,0.05196479797363281
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,2,1,power_law_1.2,0.07813504219055176
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,2,1,power_law_1.2,0.10645312309265136
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,2,1,power_law_1.2,0.2019353675842285
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,2,1,power_law_1.2,0.20975872039794924
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,2,1,power_law_1.2,0.21690879821777345
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,2,1,power_law_1.2,0.22247552871704102
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,2,1,power_law_1.2,0.22276544570922852
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,2,1,power_law_1.2,0.22730239868164062
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,2,1,power_law_1.01,0.16654144287109376
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,2,1,power_law_1.01,0.21848447799682616
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,2,1,power_law_1.01,0.4168243026733398
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,2,1,power_law_1.01,0.6315449523925781
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,2,1,power_law_1.01,0.8207212829589844
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,2,1,power_law_1.01,1.3138681030273438
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,2,1,power_law_1.01,1.4154188537597656
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,2,1,power_law_1.01,1.4521798706054687
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,2,1,power_law_1.01,1.4994816589355469
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,2,1,power_law_1.01,1.4980863952636718
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,2,1,power_law_1.01,1.553148193359375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,2,1,power_law_1.01,2.223035583496094
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,2,1,power_law_1.01,2.2350624084472654
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,2,1,power_law_1.01,2.264523468017578
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,2,1,power_law_1.01,2.321637725830078
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,2,1,power_law_1.01,2.3013414001464847
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,2,1,power_law_1.01,2.3438720703125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,2,1,power_law_1.01,2.3620460510253904
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,2,1,power_law_1.01,2.374286041259766
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,2,1,power_law_1.01,2.492975311279297
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,2,1,power_law_1.01,2.6895059204101566
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,2,1,power_law_1.01,3.0574111938476562
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,2,1,power_law_1.01,3.58893310546875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,2,1,power_law_1.01,4.9037344360351565
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,2,1,power_law_1.01,6.272518920898437
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,2,1,power_law_1.01,9.049619750976563
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,2,1,power_law_1.01,11.869322509765626
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,2,1,power_law_1.01,0.04722496032714844
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,2,1,power_law_1.01,0.13126848220825196
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,2,1,power_law_1.01,0.23354112625122073
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,2,1,power_law_1.01,0.33886974334716796
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,2,1,power_law_1.01,0.432677116394043
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,2,1,power_law_1.01,0.6775154876708984
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,2,1,power_law_1.01,0.734814682006836
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,2,1,power_law_1.01,0.7547033691406251
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,2,1,power_law_1.01,0.777224349975586
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,2,1,power_law_1.01,0.777462387084961
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,2,1,power_law_1.01,0.8075129699707031
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,2,1,power_law_1.2,0.15821760177612304
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,2,1,power_law_1.2,0.21854143142700194
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,2,1,power_law_1.2,0.40057151794433593
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,2,1,power_law_1.2,0.5711846542358399
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,2,1,power_law_1.2,0.760382080078125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,2,1,power_law_1.2,1.3320172119140625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,2,1,power_law_1.2,1.435153350830078
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,2,1,power_law_1.2,1.4838298034667967
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,2,1,power_law_1.2,1.5248191833496094
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,2,1,power_law_1.2,1.519087371826172
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,2,1,power_law_1.2,1.548603515625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,2,1,power_law_1.2,2.2506207275390624
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,2,1,power_law_1.2,2.248005065917969
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,2,1,power_law_1.2,2.2876678466796876
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,2,1,power_law_1.2,2.329864959716797
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,2,1,power_law_1.2,2.3081298828125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,2,1,power_law_1.2,2.3503736877441406
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,2,1,power_law_1.2,2.3790010070800784
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,2,1,power_law_1.2,2.423338165283203
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,2,1,power_law_1.2,2.5853421020507814
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,2,1,power_law_1.2,2.7221115112304686
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,2,1,power_law_1.2,3.2587731933593753
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,2,1,power_law_1.2,3.8085708618164062
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,2,1,power_law_1.2,5.125797729492187
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,2,1,power_law_1.2,6.480588989257813
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,2,1,power_law_1.2,9.239046020507812
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,2,1,power_law_1.2,12.027423095703124
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,2,1,power_law_1.2,0.047190399169921876
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,2,1,power_law_1.2,0.13016703605651855
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,2,1,power_law_1.2,0.21946880340576175
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,2,1,power_law_1.2,0.30574335098266603
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,2,1,power_law_1.2,0.39807041168212887
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,2,1,power_law_1.2,0.6868192291259765
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,2,1,power_law_1.2,0.7441401672363281
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,2,1,power_law_1.2,0.7681394958496094
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,2,1,power_law_1.2,0.7891014099121094
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,2,1,power_law_1.2,0.7878336334228516
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,2,1,power_law_1.2,0.8061574554443359
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,2,1,power_law_1.01,0.37692096710205075
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,2,1,power_law_1.01,0.5223551940917969
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,2,1,power_law_1.01,1.0175635528564453
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,2,1,power_law_1.01,1.691932830810547
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,2,1,power_law_1.01,2.336107482910156
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,2,1,power_law_1.01,3.8398739624023435
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,2,1,power_law_1.01,4.10687744140625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,2,1,power_law_1.01,4.263893737792968
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,2,1,power_law_1.01,4.404444274902344
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,2,1,power_law_1.01,4.465104675292968
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,2,1,power_law_1.01,4.589537963867188
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,2,1,power_law_1.01,4.693500061035157
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,2,1,power_law_1.01,6.949745483398438
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,2,1,power_law_1.01,7.217034301757812
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,2,1,power_law_1.01,7.269455566406251
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,2,1,power_law_1.01,7.207916870117188
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,2,1,power_law_1.01,7.442149047851562
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,2,1,power_law_1.01,7.786782836914062
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,2,1,power_law_1.01,7.8350372314453125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,2,1,power_law_1.01,7.999970703124999
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,2,1,power_law_1.01,8.526477661132812
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,2,1,power_law_1.01,9.239418945312499
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,2,1,power_law_1.01,10.289675292968749
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,2,1,power_law_1.01,13.248416748046875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,2,1,power_law_1.01,16.37197998046875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,2,1,power_law_1.01,22.82350830078125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,2,1,power_law_1.01,29.53935546875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,2,1,power_law_1.01,0.16009471893310548
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,2,1,power_law_1.01,0.2858220863342285
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,2,1,power_law_1.01,0.5333715057373046
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,2,1,power_law_1.01,0.8710771179199218
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,2,1,power_law_1.01,1.1981107330322265
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,2,1,power_law_1.01,1.9523654174804688
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,2,1,power_law_1.01,2.0958956909179687
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,2,1,power_law_1.01,2.176588134765625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,2,1,power_law_1.01,2.2470547485351564
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,2,1,power_law_1.01,2.2840806579589845
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,2,1,power_law_1.01,2.3447283935546874
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,2,1,power_law_1.01,2.39453125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,2,1,power_law_1.2,0.3776607894897461
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,2,1,power_law_1.2,0.5200672149658203
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,2,1,power_law_1.2,0.9829369354248048
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,2,1,power_law_1.2,1.5024397277832031
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,2,1,power_law_1.2,2.1417459106445316
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,2,1,power_law_1.2,3.7752569580078124
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,2,1,power_law_1.2,4.0624691772460935
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,2,1,power_law_1.2,4.314777526855469
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,2,1,power_law_1.2,4.467582092285157
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,2,1,power_law_1.2,4.595871887207031
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,2,1,power_law_1.2,4.725262756347656
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,2,1,power_law_1.2,4.774730834960938
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,2,1,power_law_1.2,7.213895263671875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,2,1,power_law_1.2,7.2708203125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,2,1,power_law_1.2,7.4984893798828125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,2,1,power_law_1.2,7.545745849609375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,2,1,power_law_1.2,7.649755249023437
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,2,1,power_law_1.2,7.820008544921874
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,2,1,power_law_1.2,7.909799194335937
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,2,1,power_law_1.2,8.288129272460939
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,2,1,power_law_1.2,8.701256713867187
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,2,1,power_law_1.2,9.870913696289062
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,2,1,power_law_1.2,11.18069580078125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,2,1,power_law_1.2,14.097464599609376
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,2,1,power_law_1.2,17.311201171875002
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,2,1,power_law_1.2,23.854892578125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,2,1,power_law_1.2,30.4793994140625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,2,1,power_law_1.2,0.1600595283508301
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,2,1,power_law_1.2,0.2851935958862305
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,2,1,power_law_1.2,0.5207814407348633
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,2,1,power_law_1.2,0.7833881378173828
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,2,1,power_law_1.2,1.1009286499023436
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,2,1,power_law_1.2,1.9207557678222655
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,2,1,power_law_1.2,2.072760925292969
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,2,1,power_law_1.2,2.202008972167969
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,2,1,power_law_1.2,2.280822448730469
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,2,1,power_law_1.2,2.3411264038085937
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,2,1,power_law_1.2,2.4068199157714845
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,2,1,power_law_1.2,2.4337779235839845
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,2,1,power_law_1.01,0.3813222503662109
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,2,1,power_law_1.01,0.49023296356201174
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,2,1,power_law_1.01,0.9492896270751953
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,2,1,power_law_1.01,1.8744703674316405
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,2,1,power_law_1.01,3.425765686035156
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,2,1,power_law_1.01,4.846380920410157
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,2,1,power_law_1.01,5.614176025390625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,2,1,power_law_1.01,7.324411010742187
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,2,1,power_law_1.01,7.707749023437501
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,2,1,power_law_1.01,8.060274047851562
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,2,1,power_law_1.01,8.338435668945312
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,2,1,power_law_1.01,8.433894653320312
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,2,1,power_law_1.01,8.743948364257813
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,2,1,power_law_1.01,9.011931762695312
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,2,1,power_law_1.01,9.106759643554687
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,2,1,power_law_1.01,9.4249560546875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,2,1,power_law_1.01,14.17515625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,2,1,power_law_1.01,14.665853271484375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,2,1,power_law_1.01,15.15380859375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,2,1,power_law_1.01,15.822508544921874
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,2,1,power_law_1.01,16.209384765625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,2,1,power_law_1.01,16.911081542968752
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,2,1,power_law_1.01,17.7159814453125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,2,1,power_law_1.01,19.170767822265624
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,2,1,power_law_1.01,20.7611376953125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,2,1,power_law_1.01,25.9276220703125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,2,1,power_law_1.01,31.731992187499998
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,2,1,power_law_1.01,0.20364160537719728
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,2,1,power_law_1.01,0.3473542404174805
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,2,1,power_law_1.01,0.5635596847534179
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,2,1,power_law_1.01,0.9591999816894532
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,2,1,power_law_1.01,1.740611877441406
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,2,1,power_law_1.01,2.4556640625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,2,1,power_law_1.01,2.8610079956054686
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,2,1,power_law_1.01,3.715050354003906
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,2,1,power_law_1.01,3.9099545288085933
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,2,1,power_law_1.01,4.088334655761718
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,2,1,power_law_1.01,4.230867309570312
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,2,1,power_law_1.01,4.278609924316406
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,2,1,power_law_1.01,4.431851501464844
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,2,1,power_law_1.01,4.567892456054688
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,2,1,power_law_1.01,4.615556335449218
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,2,1,power_law_1.01,4.776819152832031
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,2,1,power_law_1.2,0.2554374313354492
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,2,1,power_law_1.2,0.48270526885986326
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,2,1,power_law_1.2,0.9464345550537109
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,2,1,power_law_1.2,1.8826246643066404
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,2,1,power_law_1.2,3.1245938110351563
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,2,1,power_law_1.2,4.4086917114257815
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,2,1,power_law_1.2,5.130169067382813
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,2,1,power_law_1.2,7.1569091796875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,2,1,power_law_1.2,7.4832653808593745
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,2,1,power_law_1.2,7.7269287109375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,2,1,power_law_1.2,8.025425415039063
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,2,1,power_law_1.2,8.359111328125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,2,1,power_law_1.2,8.616312255859375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,2,1,power_law_1.2,8.871431884765624
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,2,1,power_law_1.2,9.11588134765625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,2,1,power_law_1.2,9.309561157226563
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,2,1,power_law_1.2,14.24810791015625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,2,1,power_law_1.2,14.914879150390624
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,2,1,power_law_1.2,15.310667724609374
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,2,1,power_law_1.2,16.01437744140625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,2,1,power_law_1.2,16.826907958984375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,2,1,power_law_1.2,17.750654296875002
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,2,1,power_law_1.2,18.72841552734375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,2,1,power_law_1.2,20.699521484375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,2,1,power_law_1.2,23.0550927734375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,2,1,power_law_1.2,28.39945556640625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,2,1,power_law_1.2,34.27462890625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,2,1,power_law_1.2,0.20201663970947265
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,2,1,power_law_1.2,0.3486508941650391
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,2,1,power_law_1.2,0.563416976928711
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,2,1,power_law_1.2,0.9702239990234375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,2,1,power_law_1.2,1.5962579345703125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,2,1,power_law_1.2,2.2515046691894534
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,2,1,power_law_1.2,2.618382568359375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,2,1,power_law_1.2,3.6331085205078124
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,2,1,power_law_1.2,3.7983352661132814
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,2,1,power_law_1.2,3.9255224609374997
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,2,1,power_law_1.2,4.076048583984376
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,2,1,power_law_1.2,4.241692199707031
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,2,1,power_law_1.2,4.364870300292969
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,2,1,power_law_1.2,4.499540405273438
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,2,1,power_law_1.2,4.617527770996094
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,2,1,power_law_1.2,4.722861328125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,3072,1536,8,256,2,1,power_law_1.01,0.03778431892395019
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,3072,1536,8,256,2,1,power_law_1.01,0.16946048736572267
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,3072,1536,8,256,2,1,power_law_1.01,0.31906303405761716
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,3072,1536,8,256,2,1,power_law_1.01,0.6193113708496094
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,3072,1536,8,256,2,1,power_law_1.01,0.9413330841064453
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,3072,1536,8,256,2,1,power_law_1.01,1.2195059204101564
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,3072,1536,8,256,2,1,power_law_1.01,1.735418243408203
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,3072,1536,8,256,2,1,power_law_1.01,1.8340179443359375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,3072,1536,8,256,2,1,power_law_1.01,1.8738061523437501
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,3072,1536,8,256,2,1,power_law_1.01,1.8959928894042968
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,3072,1536,8,256,2,1,power_law_1.01,1.9885784912109377
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,3072,1536,8,256,2,1,power_law_1.01,2.053219909667969
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,3072,1536,8,256,2,1,power_law_1.01,2.0748825073242188
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,3072,1536,8,256,2,1,power_law_1.01,2.098802490234375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,3072,1536,8,256,2,1,power_law_1.01,3.099158935546875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,3072,1536,8,256,2,1,power_law_1.01,3.1080032348632813
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,3072,1536,8,256,2,1,power_law_1.01,3.2216619873046874
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,3072,1536,8,256,2,1,power_law_1.01,3.312299499511719
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,3072,1536,8,256,2,1,power_law_1.01,3.4077127075195315
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,3072,1536,8,256,2,1,power_law_1.01,3.522335510253906
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,3072,1536,8,256,2,1,power_law_1.01,3.6062695312499997
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,3072,1536,8,256,2,1,power_law_1.01,3.7361575317382814
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,3072,1536,8,256,2,1,power_law_1.01,3.985958251953125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,3072,1536,8,256,2,1,power_law_1.01,4.678322448730468
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,3072,1536,8,256,2,1,power_law_1.01,5.549266967773438
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,3072,1536,8,256,2,1,power_law_1.01,7.595762939453126
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,3072,1536,8,256,2,1,power_law_1.01,9.624889526367188
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,2,1,power_law_1.01,0.04271872043609619
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,2,1,power_law_1.01,0.06361728191375733
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,2,1,power_law_1.01,0.18925119400024415
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,2,1,power_law_1.01,0.33788993835449216
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,2,1,power_law_1.01,0.4969702529907226
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,2,1,power_law_1.01,0.6413970947265625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,2,1,power_law_1.01,0.896039047241211
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,2,1,power_law_1.01,0.9483519744873046
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,2,1,power_law_1.01,0.9681683349609376
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,2,1,power_law_1.01,0.9803878021240233
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,2,1,power_law_1.01,1.0301062774658203
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,2,1,power_law_1.01,1.0645401763916016
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,2,1,power_law_1.01,1.0750905609130859
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,2,1,power_law_1.01,1.0907635498046875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,3072,1536,8,256,2,1,power_law_1.2,0.03887232065200806
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,3072,1536,8,256,2,1,power_law_1.2,0.1727110481262207
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,3072,1536,8,256,2,1,power_law_1.2,0.32303104400634763
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,3072,1536,8,256,2,1,power_law_1.2,0.5728492736816406
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,3072,1536,8,256,2,1,power_law_1.2,0.8547878265380859
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,3072,1536,8,256,2,1,power_law_1.2,1.1401318359375001
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,3072,1536,8,256,2,1,power_law_1.2,1.6987046813964846
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,3072,1536,8,256,2,1,power_law_1.2,1.7922463989257813
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,3072,1536,8,256,2,1,power_law_1.2,1.8389894104003908
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,3072,1536,8,256,2,1,power_law_1.2,1.906298828125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,3072,1536,8,256,2,1,power_law_1.2,1.9640333557128904
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,3072,1536,8,256,2,1,power_law_1.2,2.0264102172851564
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,3072,1536,8,256,2,1,power_law_1.2,2.077981414794922
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,3072,1536,8,256,2,1,power_law_1.2,2.143446350097656
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,3072,1536,8,256,2,1,power_law_1.2,3.1428973388671873
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,3072,1536,8,256,2,1,power_law_1.2,3.1982302856445313
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,3072,1536,8,256,2,1,power_law_1.2,3.2443923950195312
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,3072,1536,8,256,2,1,power_law_1.2,3.414035339355469
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,3072,1536,8,256,2,1,power_law_1.2,3.481077880859375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,3072,1536,8,256,2,1,power_law_1.2,3.650562438964844
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,3072,1536,8,256,2,1,power_law_1.2,3.6944589233398437
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,3072,1536,8,256,2,1,power_law_1.2,3.942233581542969
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,3072,1536,8,256,2,1,power_law_1.2,4.30445068359375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,3072,1536,8,256,2,1,power_law_1.2,5.071111755371094
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,3072,1536,8,256,2,1,power_law_1.2,6.011927490234375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,3072,1536,8,256,2,1,power_law_1.2,8.036433105468749
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,3072,1536,8,256,2,1,power_law_1.2,10.140149536132814
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,2,1,power_law_1.2,0.04267776012420654
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,2,1,power_law_1.2,0.06358463764190674
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,2,1,power_law_1.2,0.18955455780029298
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,2,1,power_law_1.2,0.30689855575561525
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,2,1,power_law_1.2,0.45241024017333986
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,2,1,power_law_1.2,0.599323501586914
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,2,1,power_law_1.2,0.8787071990966797
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,2,1,power_law_1.2,0.9268019104003906
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,2,1,power_law_1.2,0.9509715270996093
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,2,1,power_law_1.2,0.9848377227783203
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,2,1,power_law_1.2,1.0171794891357422
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,2,1,power_law_1.2,1.0499942779541016
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,2,1,power_law_1.2,1.0764466857910155
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,2,1,power_law_1.2,1.1134796905517579
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,2,1,power_law_1.01,0.034088959693908696
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,2,1,power_law_1.01,0.1377356815338135
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,2,1,power_law_1.01,0.2655507278442383
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,2,1,power_law_1.01,0.43633983612060545
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,2,1,power_law_1.01,0.6009721755981445
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,2,1,power_law_1.01,0.9628838348388673
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,2,1,power_law_1.01,1.020755844116211
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,2,1,power_law_1.01,1.0825798034667968
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,2,1,power_law_1.01,1.1272576141357422
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,2,1,power_law_1.01,1.1426028442382812
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,2,1,power_law_1.01,1.1612448120117187
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,2,1,power_law_1.01,1.7214866638183595
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,2,1,power_law_1.01,1.7589234924316408
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,2,1,power_law_1.01,1.791261444091797
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,2,1,power_law_1.01,1.8171302795410156
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,2,1,power_law_1.01,1.8407264709472657
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,2,1,power_law_1.01,1.876007080078125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,2,1,power_law_1.01,1.9256410217285158
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,2,1,power_law_1.01,1.9729939270019532
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,2,1,power_law_1.01,2.0229356384277346
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,2,1,power_law_1.01,2.0828781127929688
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,2,1,power_law_1.01,2.225926971435547
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,2,1,power_law_1.01,2.4836953735351566
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,2,1,power_law_1.01,3.1736370849609377
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,2,1,power_law_1.01,3.982968444824219
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,2,1,power_law_1.01,5.603363647460937
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,2,1,power_law_1.01,7.296856079101562
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,2,1,power_law_1.2,0.034251520633697505
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,2,1,power_law_1.2,0.13759743690490722
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,2,1,power_law_1.2,0.25852544784545894
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,2,1,power_law_1.2,0.3898912048339844
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,2,1,power_law_1.2,0.5535039901733398
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,2,1,power_law_1.2,0.9609139251708985
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,2,1,power_law_1.2,1.0342950439453125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,2,1,power_law_1.2,1.10275390625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,2,1,power_law_1.2,1.1320108795166015
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,2,1,power_law_1.2,1.153166732788086
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,2,1,power_law_1.2,1.1793138885498047
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,2,1,power_law_1.2,1.7795021057128906
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,2,1,power_law_1.2,1.8036154174804686
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,2,1,power_law_1.2,1.8361701965332031
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,2,1,power_law_1.2,1.863570556640625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,2,1,power_law_1.2,1.8899839782714842
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,2,1,power_law_1.2,1.9067987060546876
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,2,1,power_law_1.2,1.9641580200195314
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,2,1,power_law_1.2,1.965105285644531
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,2,1,power_law_1.2,2.0623065185546876
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,2,1,power_law_1.2,2.117864990234375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,2,1,power_law_1.2,2.381455993652344
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,2,1,power_law_1.2,2.6827166748046873
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,2,1,power_law_1.2,3.4233740234375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,2,1,power_law_1.2,4.2142770385742185
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,2,1,power_law_1.2,5.847177124023437
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,2,1,power_law_1.2,7.523581542968751
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,2,1,power_law_1.01,0.531657600402832
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,2,1,power_law_1.01,0.9749152374267578
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,2,1,power_law_1.01,1.920855712890625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,2,1,power_law_1.01,3.412687377929687
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,2,1,power_law_1.01,4.855971069335938
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,2,1,power_law_1.01,8.101031494140624
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,2,1,power_law_1.01,8.712291870117188
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,2,1,power_law_1.01,9.1073095703125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,2,1,power_law_1.01,9.374560546875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,2,1,power_law_1.01,9.497441406250001
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,2,1,power_law_1.01,9.71859619140625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,2,1,power_law_1.01,9.929380493164063
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,2,1,power_law_1.01,10.037660522460937
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,2,1,power_law_1.01,10.3527392578125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,2,1,power_law_1.01,10.468212890625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,2,1,power_law_1.01,10.726368408203125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,2,1,power_law_1.01,10.93600341796875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,2,1,power_law_1.01,16.172476806640624
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,2,1,power_law_1.01,16.454871826171875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,2,1,power_law_1.01,16.772498779296875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,2,1,power_law_1.01,17.274615478515624
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,2,1,power_law_1.01,18.4963525390625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,2,1,power_law_1.01,20.352777099609376
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,2,1,power_law_1.01,25.826594238281253
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,2,1,power_law_1.01,32.019877929687496
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,2,1,power_law_1.01,44.90935546875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,2,1,power_law_1.01,57.9289111328125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,2,1,power_law_1.01,0.35427520751953123
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,2,1,power_law_1.01,0.5705926513671875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,2,1,power_law_1.01,0.9861952209472656
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,2,1,power_law_1.01,1.7328089904785156
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,2,1,power_law_1.01,2.4529318237304687
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,2,1,power_law_1.01,4.074542846679687
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,2,1,power_law_1.01,4.409526977539063
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,2,1,power_law_1.01,4.6134405517578125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,2,1,power_law_1.01,4.755578918457031
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,2,1,power_law_1.01,4.819859924316406
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,2,1,power_law_1.01,4.9371923828124995
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,2,1,power_law_1.01,5.055402221679687
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,2,1,power_law_1.01,5.118307800292969
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,2,1,power_law_1.01,5.294177856445312
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,2,1,power_law_1.01,5.365274658203125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,2,1,power_law_1.01,5.5028100585937505
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,2,1,power_law_1.01,5.59459716796875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,2,1,power_law_1.2,0.5018214416503907
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,2,1,power_law_1.2,0.9748799896240234
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,2,1,power_law_1.2,1.9261267089843748
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,2,1,power_law_1.2,3.1278482055664063
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,2,1,power_law_1.2,4.34033203125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,2,1,power_law_1.2,7.995647583007812
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,2,1,power_law_1.2,8.700736083984376
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,2,1,power_law_1.2,8.995035400390625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,2,1,power_law_1.2,9.328569946289061
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,2,1,power_law_1.2,9.634133911132812
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,2,1,power_law_1.2,9.916357421875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,2,1,power_law_1.2,10.1326123046875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,2,1,power_law_1.2,10.328482666015626
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,2,1,power_law_1.2,10.7019775390625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,2,1,power_law_1.2,10.95524658203125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,2,1,power_law_1.2,11.107528076171874
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,2,1,power_law_1.2,11.482264404296874
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,2,1,power_law_1.2,16.716496582031247
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,2,1,power_law_1.2,16.934185791015626
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,2,1,power_law_1.2,17.301724853515626
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,2,1,power_law_1.2,17.83298583984375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,2,1,power_law_1.2,19.732125244140626
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,2,1,power_law_1.2,22.0316845703125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,2,1,power_law_1.2,27.9070849609375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,2,1,power_law_1.2,34.082180175781254
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,2,1,power_law_1.2,46.8773486328125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,2,1,power_law_1.2,59.9776123046875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,2,1,power_law_1.2,0.35260734558105467
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,2,1,power_law_1.2,0.5888172912597656
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,2,1,power_law_1.2,1.0152767944335939
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,2,1,power_law_1.2,1.5955827331542969
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,2,1,power_law_1.2,2.2090963745117187
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,2,1,power_law_1.2,4.0472280883789065
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,2,1,power_law_1.2,4.404901733398438
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,2,1,power_law_1.2,4.5591973876953125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,2,1,power_law_1.2,4.730574645996094
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,2,1,power_law_1.2,4.888221435546875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,2,1,power_law_1.2,5.035525207519531
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,2,1,power_law_1.2,5.158912353515625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,2,1,power_law_1.2,5.262216186523437
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,2,1,power_law_1.2,5.466787719726563
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,2,1,power_law_1.2,5.59998779296875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,2,1,power_law_1.2,5.6735467529296875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,2,1,power_law_1.2,5.778745727539063
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,4,1,power_law_1.01,0.13109248161315917
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,4,1,power_law_1.01,0.23624448776245116
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,4,1,power_law_1.01,0.29323583602905273
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,4,1,power_law_1.01,0.47233089447021487
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,4,1,power_law_1.01,0.6998899078369141
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,4,1,power_law_1.01,0.705401611328125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,4,1,power_law_1.01,0.7094687652587891
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,4,1,power_law_1.01,0.697006072998047
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,4,1,power_law_1.01,0.7012544250488281
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,4,1,power_law_1.01,0.7284210968017578
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,4,1,power_law_1.01,0.7413401794433594
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,4,1,power_law_1.01,0.7115193939208984
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,4,1,power_law_1.01,0.737096939086914
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,4,1,power_law_1.01,0.7585836791992188
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,4,1,power_law_1.01,0.7806201934814453
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,4,1,power_law_1.01,0.7901651000976562
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,4,1,power_law_1.01,0.8170066833496094
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,4,1,power_law_1.01,0.9021331024169921
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,4,1,power_law_1.01,1.026147232055664
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,4,1,power_law_1.01,1.3641253662109374
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,4,1,power_law_1.01,1.6879187011718748
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,4,1,power_law_1.01,2.4526931762695314
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,4,1,power_law_1.01,3.226820373535156
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,4,1,power_law_1.01,4.802982482910156
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,4,1,power_law_1.01,6.380264892578125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,4,1,power_law_1.01,9.471735839843749
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,4,1,power_law_1.01,12.552736816406249
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,4,1,power_law_1.01,0.0731443214416504
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,4,1,power_law_1.01,0.13776000022888185
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,4,1,power_law_1.01,0.16440000534057617
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,4,1,power_law_1.01,0.2573702430725098
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,4,1,power_law_1.2,0.13451199531555175
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,4,1,power_law_1.2,0.22794879913330077
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,4,1,power_law_1.2,0.26216127395629885
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,4,1,power_law_1.2,0.47303424835205077
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,4,1,power_law_1.2,0.6739968109130859
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,4,1,power_law_1.2,0.7177561950683594
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,4,1,power_law_1.2,0.7215385437011719
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,4,1,power_law_1.2,0.706424331665039
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,4,1,power_law_1.2,0.7278278350830079
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,4,1,power_law_1.2,0.7338899230957031
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,4,1,power_law_1.2,0.7424972534179688
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,4,1,power_law_1.2,0.7302854156494141
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,4,1,power_law_1.2,0.7033964538574219
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,4,1,power_law_1.2,0.7559117126464844
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,4,1,power_law_1.2,0.781022720336914
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,4,1,power_law_1.2,0.8010387420654297
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,4,1,power_law_1.2,0.823984603881836
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,4,1,power_law_1.2,0.9286892700195313
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,4,1,power_law_1.2,1.0380601501464843
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,4,1,power_law_1.2,1.3705728149414063
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,4,1,power_law_1.2,1.7232864379882813
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,4,1,power_law_1.2,2.4679225158691405
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,4,1,power_law_1.2,3.2047174072265627
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,4,1,power_law_1.2,4.776450500488282
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,4,1,power_law_1.2,6.320473022460938
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,4,1,power_law_1.2,9.410462036132813
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,4,1,power_law_1.2,12.499649658203126
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,4,1,power_law_1.2,0.07304384231567382
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,4,1,power_law_1.2,0.12785280227661133
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,4,1,power_law_1.2,0.14931391716003417
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,4,1,power_law_1.2,0.2570969581604004
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,4,1,power_law_1.01,0.21891904830932618
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,4,1,power_law_1.01,0.4000364685058594
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,4,1,power_law_1.01,0.4994476699829102
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,4,1,power_law_1.01,0.8065126037597656
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,4,1,power_law_1.01,1.2865670776367186
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,4,1,power_law_1.01,1.2930323791503906
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,4,1,power_law_1.01,1.3115679931640625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,4,1,power_law_1.01,1.2759814453125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,4,1,power_law_1.01,1.2827008056640625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,4,1,power_law_1.01,1.3128703308105467
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,4,1,power_law_1.01,1.287576904296875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,4,1,power_law_1.01,1.2738784027099608
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,4,1,power_law_1.01,1.3227719116210939
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,4,1,power_law_1.01,1.3394157409667968
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,4,1,power_law_1.01,1.376407012939453
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,4,1,power_law_1.01,1.377425994873047
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,4,1,power_law_1.01,1.5197657775878906
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,4,1,power_law_1.01,1.689716491699219
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,4,1,power_law_1.01,1.8518917846679688
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,4,1,power_law_1.01,2.4606668090820314
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,4,1,power_law_1.01,3.034912109375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,4,1,power_law_1.01,4.353058471679687
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,4,1,power_law_1.01,5.663311157226563
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,4,1,power_law_1.01,8.309443359374999
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,4,1,power_law_1.01,10.930242919921875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,4,1,power_law_1.01,16.15580078125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,4,1,power_law_1.01,21.366259765625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,4,1,power_law_1.01,0.1241983985900879
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,4,1,power_law_1.01,0.23644735336303713
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,4,1,power_law_1.01,0.271474552154541
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,4,1,power_law_1.01,0.43040191650390625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,4,1,power_law_1.2,0.22003904342651368
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,4,1,power_law_1.2,0.3800371170043945
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,4,1,power_law_1.2,0.4400460815429687
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,4,1,power_law_1.2,0.8059110260009765
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,4,1,power_law_1.2,1.2080313873291015
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,4,1,power_law_1.2,1.2991731262207031
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,4,1,power_law_1.2,1.3050752258300782
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,4,1,power_law_1.2,1.2698899078369141
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,4,1,power_law_1.2,1.3136979675292968
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,4,1,power_law_1.2,1.3068537902832031
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,4,1,power_law_1.2,1.3104261779785156
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,4,1,power_law_1.2,1.3257752990722655
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,4,1,power_law_1.2,1.259080352783203
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,4,1,power_law_1.2,1.3343405151367187
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,4,1,power_law_1.2,1.3661830139160156
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,4,1,power_law_1.2,1.345045166015625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,4,1,power_law_1.2,1.5245440673828123
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,4,1,power_law_1.2,1.7388255310058593
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,4,1,power_law_1.2,1.8825018310546873
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,4,1,power_law_1.2,2.446519012451172
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,4,1,power_law_1.2,3.098147277832031
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,4,1,power_law_1.2,4.351489868164062
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,4,1,power_law_1.2,5.6393151855468755
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,4,1,power_law_1.2,8.302161865234375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,4,1,power_law_1.2,10.8640478515625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,4,1,power_law_1.2,16.032791748046876
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,4,1,power_law_1.2,21.35912353515625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,4,1,power_law_1.2,0.12472512245178222
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,4,1,power_law_1.2,0.22772096633911132
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,4,1,power_law_1.2,0.25194112777709965
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,4,1,power_law_1.2,0.430340461730957
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,4,1,power_law_1.01,0.1403551959991455
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,4,1,power_law_1.01,0.25507583618164065
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,4,1,power_law_1.01,0.4870547103881836
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,4,1,power_law_1.01,0.9503596496582031
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,4,1,power_law_1.01,1.45193603515625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,4,1,power_law_1.01,1.8948268127441406
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,4,1,power_law_1.01,2.69055419921875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,4,1,power_law_1.01,2.8447698974609374
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,4,1,power_law_1.01,2.90607177734375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,4,1,power_law_1.01,2.9413543701171876
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,4,1,power_law_1.01,3.0976824951171875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,4,1,power_law_1.01,3.1890362548828124
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,4,1,power_law_1.01,3.235696716308594
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,4,1,power_law_1.01,3.2770458984374997
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,4,1,power_law_1.01,4.888005065917969
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,4,1,power_law_1.01,4.909765014648437
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,4,1,power_law_1.01,5.082565612792969
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,4,1,power_law_1.01,5.217225341796874
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,4,1,power_law_1.01,5.384193725585938
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,4,1,power_law_1.01,5.604375610351562
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,4,1,power_law_1.01,5.790615844726562
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,4,1,power_law_1.01,6.159686889648437
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,4,1,power_law_1.01,6.6032604980468745
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,4,1,power_law_1.01,7.72093017578125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,4,1,power_law_1.01,8.973325195312501
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,4,1,power_law_1.01,12.026116943359375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,4,1,power_law_1.01,15.25947265625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,4,1,power_law_1.01,0.06357247829437256
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,4,1,power_law_1.01,0.14534208297729492
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,4,1,power_law_1.01,0.2679161643981934
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,4,1,power_law_1.01,0.49837375640869136
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,4,1,power_law_1.01,0.7565824127197265
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,4,1,power_law_1.01,0.9795820617675781
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,4,1,power_law_1.01,1.3816339111328124
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,4,1,power_law_1.01,1.4657600402832032
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,4,1,power_law_1.01,1.4952645874023438
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,4,1,power_law_1.01,1.5129901123046874
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,4,1,power_law_1.01,1.5909458923339845
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,4,1,power_law_1.01,1.641544952392578
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,4,1,power_law_1.01,1.6628807067871094
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,4,1,power_law_1.01,1.6938925170898436
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,4,1,power_law_1.2,0.20094655990600585
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,4,1,power_law_1.2,0.37220928192138675
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,4,1,power_law_1.2,0.486416015625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,4,1,power_law_1.2,0.8688377380371094
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,4,1,power_law_1.2,1.3183200073242187
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,4,1,power_law_1.2,1.7580294799804688
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,4,1,power_law_1.2,2.6311437988281248
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,4,1,power_law_1.2,2.7771621704101563
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,4,1,power_law_1.2,2.8497543334960938
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,4,1,power_law_1.2,2.958775634765625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,4,1,power_law_1.2,3.0528338623046873
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,4,1,power_law_1.2,3.1480020141601566
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,4,1,power_law_1.2,3.238888854980469
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,4,1,power_law_1.2,3.350371704101563
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,4,1,power_law_1.2,4.932188110351563
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,4,1,power_law_1.2,5.03257080078125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,4,1,power_law_1.2,5.113009338378906
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,4,1,power_law_1.2,5.399644775390625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,4,1,power_law_1.2,5.4824658203125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,4,1,power_law_1.2,5.833795776367188
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,4,1,power_law_1.2,5.96364013671875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,4,1,power_law_1.2,6.48283203125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,4,1,power_law_1.2,7.059969482421875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,4,1,power_law_1.2,8.181189575195313
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,4,1,power_law_1.2,9.645654296875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,4,1,power_law_1.2,12.728153076171875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,4,1,power_law_1.2,16.01346923828125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,4,1,power_law_1.2,0.06357888221740723
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,4,1,power_law_1.2,0.14566207885742188
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,4,1,power_law_1.2,0.2686137580871582
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,4,1,power_law_1.2,0.4598316955566406
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,4,1,power_law_1.2,0.6822246551513672
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,4,1,power_law_1.2,0.9255846405029298
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,4,1,power_law_1.2,1.353509063720703
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,4,1,power_law_1.2,1.4328620910644532
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,4,1,power_law_1.2,1.4700422668457032
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,4,1,power_law_1.2,1.5207667541503906
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,4,1,power_law_1.2,1.5676856994628907
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,4,1,power_law_1.2,1.6217733764648437
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,4,1,power_law_1.2,1.666002502441406
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,4,1,power_law_1.2,1.7239500427246093
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,2048,768,8,128,4,1,power_law_1.01,0.020154879093170167
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,2048,768,8,128,4,1,power_law_1.01,0.023055999279022216
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,2048,768,8,128,4,1,power_law_1.01,0.040124158859252926
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,2048,768,8,128,4,1,power_law_1.01,0.06921088218688964
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,2048,768,8,128,4,1,power_law_1.01,0.11114560127258302
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,2048,768,8,128,4,1,power_law_1.01,0.19020736694335938
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,2048,768,8,128,4,1,power_law_1.01,0.20149887084960935
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,2048,768,8,128,4,1,power_law_1.01,0.2083750343322754
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,2048,768,8,128,4,1,power_law_1.01,0.21146175384521487
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,2048,768,8,128,4,1,power_law_1.01,0.21052671432495118
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,2048,768,8,128,4,1,power_law_1.01,0.2151020812988281
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,2048,768,8,128,4,1,power_law_1.01,0.2791398429870605
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,2048,768,8,128,4,1,power_law_1.01,0.2828633689880371
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,2048,768,8,128,4,1,power_law_1.01,0.29219520568847657
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,2048,768,8,128,4,1,power_law_1.01,0.29678720474243164
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,2048,768,8,128,4,1,power_law_1.01,0.2962892723083496
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,2048,768,8,128,4,1,power_law_1.01,0.31337728500366213
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,2048,768,8,128,4,1,power_law_1.01,0.3196563148498535
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,2048,768,8,128,4,1,power_law_1.01,0.3160819244384766
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,2048,768,8,128,4,1,power_law_1.01,0.33805759429931637
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,2048,768,8,128,4,1,power_law_1.01,0.3898771286010742
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,2048,768,8,128,4,1,power_law_1.01,0.4604345703125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,2048,768,8,128,4,1,power_law_1.01,0.5684307098388672
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,2048,768,8,128,4,1,power_law_1.01,0.840519027709961
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,2048,768,8,128,4,1,power_law_1.01,1.0831552124023438
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,2048,768,8,128,4,1,power_law_1.01,1.5861465454101562
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,2048,768,8,128,4,1,power_law_1.01,2.068608703613281
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,4,1,power_law_1.01,0.030037760734558105
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,4,1,power_law_1.01,0.0336844801902771
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,4,1,power_law_1.01,0.038190720081329343
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,4,1,power_law_1.01,0.04760128021240234
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,4,1,power_law_1.01,0.05924736022949219
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,4,1,power_law_1.01,0.08004287719726563
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,4,1,power_law_1.01,0.08639039993286132
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,4,1,power_law_1.01,0.0935923194885254
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,4,1,power_law_1.01,0.10321855545043945
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,4,1,power_law_1.01,0.10453887939453126
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,4,1,power_law_1.01,0.1173472023010254
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,2048,768,8,128,4,1,power_law_1.2,0.021412479877471923
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,2048,768,8,128,4,1,power_law_1.2,0.027533440589904784
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,2048,768,8,128,4,1,power_law_1.2,0.04061503887176514
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,2048,768,8,128,4,1,power_law_1.2,0.06070591926574707
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,2048,768,8,128,4,1,power_law_1.2,0.09518655776977539
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,2048,768,8,128,4,1,power_law_1.2,0.19256511688232422
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,2048,768,8,128,4,1,power_law_1.2,0.20326719284057618
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,2048,768,8,128,4,1,power_law_1.2,0.21128255844116212
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,2048,768,8,128,4,1,power_law_1.2,0.21410303115844725
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,2048,768,8,128,4,1,power_law_1.2,0.21261247634887695
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,2048,768,8,128,4,1,power_law_1.2,0.21515775680541993
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,2048,768,8,128,4,1,power_law_1.2,0.28488256454467775
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,2048,768,8,128,4,1,power_law_1.2,0.2877497673034668
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,2048,768,8,128,4,1,power_law_1.2,0.2933254432678223
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,2048,768,8,128,4,1,power_law_1.2,0.29829183578491214
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,2048,768,8,128,4,1,power_law_1.2,0.2983366394042969
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,2048,768,8,128,4,1,power_law_1.2,0.32167552947998046
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,2048,768,8,128,4,1,power_law_1.2,0.3193561553955078
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,2048,768,8,128,4,1,power_law_1.2,0.32200511932373044
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,2048,768,8,128,4,1,power_law_1.2,0.3474982452392578
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,2048,768,8,128,4,1,power_law_1.2,0.3892243194580078
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,2048,768,8,128,4,1,power_law_1.2,0.4718835067749024
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,2048,768,8,128,4,1,power_law_1.2,0.5810278320312501
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,2048,768,8,128,4,1,power_law_1.2,0.8481529235839844
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,2048,768,8,128,4,1,power_law_1.2,1.0880191802978516
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,2048,768,8,128,4,1,power_law_1.2,1.5971533203125001
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,2048,768,8,128,4,1,power_law_1.2,2.083747253417969
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,4,1,power_law_1.2,0.029952640533447268
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,4,1,power_law_1.2,0.033500161170959476
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,4,1,power_law_1.2,0.03775232076644898
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,4,1,power_law_1.2,0.04267136096954346
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,4,1,power_law_1.2,0.054170241355896
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,4,1,power_law_1.2,0.0813145637512207
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,4,1,power_law_1.2,0.08809215545654296
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,4,1,power_law_1.2,0.09831551551818848
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,4,1,power_law_1.2,0.1045785617828369
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,4,1,power_law_1.2,0.10771776199340821
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,4,1,power_law_1.2,0.11134976387023925
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,4,1,power_law_1.01,0.032446720600128175
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,4,1,power_law_1.01,0.10459903717041015
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,4,1,power_law_1.01,0.21609664916992188
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,4,1,power_law_1.01,0.3254719924926758
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,4,1,power_law_1.01,0.42475646972656256
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,4,1,power_law_1.01,0.6735942077636718
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,4,1,power_law_1.01,0.7295462036132813
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,4,1,power_law_1.01,0.7466252899169922
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,4,1,power_law_1.01,0.7635391998291016
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,4,1,power_law_1.01,0.7629670715332031
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,4,1,power_law_1.01,0.79487548828125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,4,1,power_law_1.01,1.0666124725341797
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,4,1,power_law_1.01,1.0724422454833984
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,4,1,power_law_1.01,1.1046080017089843
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,4,1,power_law_1.01,1.1281350708007811
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,4,1,power_law_1.01,1.1244364929199218
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,4,1,power_law_1.01,1.1526016235351562
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,4,1,power_law_1.01,1.1582310485839844
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,4,1,power_law_1.01,1.1823725128173828
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,4,1,power_law_1.01,1.2689651489257812
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,4,1,power_law_1.01,1.4071282958984375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,4,1,power_law_1.01,1.6224928283691404
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,4,1,power_law_1.01,1.9249369812011718
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,4,1,power_law_1.01,2.620307312011719
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,4,1,power_law_1.01,3.366759033203125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,4,1,power_law_1.01,4.869929504394531
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,4,1,power_law_1.01,6.407484130859375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,4,1,power_law_1.01,0.04351359844207764
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,4,1,power_law_1.01,0.055254402160644533
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,4,1,power_law_1.01,0.12353088378906249
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,4,1,power_law_1.01,0.182609920501709
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,4,1,power_law_1.01,0.2402899169921875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,4,1,power_law_1.01,0.36405311584472655
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,4,1,power_law_1.01,0.3895423889160156
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,4,1,power_law_1.01,0.39874240875244144
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,4,1,power_law_1.01,0.41261760711669926
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,4,1,power_law_1.01,0.4131014251708985
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,4,1,power_law_1.01,0.42962814331054683
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,4,1,power_law_1.2,0.032470400333404544
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,4,1,power_law_1.2,0.10240639686584471
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,4,1,power_law_1.2,0.20610111236572265
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,4,1,power_law_1.2,0.2957145690917969
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,4,1,power_law_1.2,0.39769088745117187
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,4,1,power_law_1.2,0.6783309173583985
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,4,1,power_law_1.2,0.7334528350830078
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,4,1,power_law_1.2,0.7590092468261719
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,4,1,power_law_1.2,0.7762496185302734
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,4,1,power_law_1.2,0.77259521484375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,4,1,power_law_1.2,0.7924070739746094
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,4,1,power_law_1.2,1.0865151977539063
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,4,1,power_law_1.2,1.0962834930419922
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,4,1,power_law_1.2,1.1159219360351562
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,4,1,power_law_1.2,1.1389234924316407
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,4,1,power_law_1.2,1.1295961761474609
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,4,1,power_law_1.2,1.1642137908935548
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,4,1,power_law_1.2,1.1708422088623047
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,4,1,power_law_1.2,1.205166702270508
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,4,1,power_law_1.2,1.3137420654296874
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,4,1,power_law_1.2,1.417077178955078
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,4,1,power_law_1.2,1.689567413330078
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,4,1,power_law_1.2,2.0030189514160157
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,4,1,power_law_1.2,2.7168658447265623
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,4,1,power_law_1.2,3.4596307373046877
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,4,1,power_law_1.2,4.955416870117188
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,4,1,power_law_1.2,6.477892456054687
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,4,1,power_law_1.2,0.04348735809326172
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,4,1,power_law_1.2,0.05625728130340576
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,4,1,power_law_1.2,0.10873472213745117
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,4,1,power_law_1.2,0.16730815887451173
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,4,1,power_law_1.2,0.2219455909729004
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,4,1,power_law_1.2,0.3677004623413086
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,4,1,power_law_1.2,0.3942841720581055
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,4,1,power_law_1.2,0.40746303558349606
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,4,1,power_law_1.2,0.41936767578125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,4,1,power_law_1.2,0.4174918365478516
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,4,1,power_law_1.2,0.42824127197265627
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,4,1,power_law_1.01,0.21715328216552737
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,4,1,power_law_1.01,0.27359039306640626
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,4,1,power_law_1.01,0.5203372955322265
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,4,1,power_law_1.01,0.8573772430419921
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,4,1,power_law_1.01,1.1834579467773438
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,4,1,power_law_1.01,1.9350912475585935
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,4,1,power_law_1.01,2.076967010498047
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,4,1,power_law_1.01,2.1558023071289063
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,4,1,power_law_1.01,2.2271128845214845
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,4,1,power_law_1.01,2.2601055908203125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,4,1,power_law_1.01,2.3202061462402344
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,4,1,power_law_1.01,2.3792384338378905
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,4,1,power_law_1.01,3.468319396972656
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,4,1,power_law_1.01,3.578701477050781
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,4,1,power_law_1.01,3.588892822265625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,4,1,power_law_1.01,3.559598083496094
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,4,1,power_law_1.01,3.660828857421875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,4,1,power_law_1.01,3.818236083984375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,4,1,power_law_1.01,3.876201477050781
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,4,1,power_law_1.01,3.968721313476563
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,4,1,power_law_1.01,4.252255249023437
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,4,1,power_law_1.01,4.695587158203125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,4,1,power_law_1.01,5.209583129882812
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,4,1,power_law_1.01,6.703296508789063
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,4,1,power_law_1.01,8.385131225585937
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,4,1,power_law_1.01,11.8152197265625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,4,1,power_law_1.01,15.369534912109376
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,4,1,power_law_1.01,0.06153215885162353
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,4,1,power_law_1.01,0.15788736343383789
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,4,1,power_law_1.01,0.284201602935791
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,4,1,power_law_1.01,0.45376640319824213
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,4,1,power_law_1.01,0.6239654541015625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,4,1,power_law_1.01,0.9983590698242187
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,4,1,power_law_1.01,1.075009307861328
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,4,1,power_law_1.01,1.1170098876953125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,4,1,power_law_1.01,1.1538451385498045
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,4,1,power_law_1.01,1.1702278137207032
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,4,1,power_law_1.01,1.2023052978515625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,4,1,power_law_1.01,1.2312723541259767
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,4,1,power_law_1.2,0.21624832153320311
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,4,1,power_law_1.2,0.3223686218261719
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,4,1,power_law_1.2,0.5048486328124999
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,4,1,power_law_1.2,0.7659232330322265
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,4,1,power_law_1.2,1.094204788208008
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,4,1,power_law_1.2,1.9045254516601564
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,4,1,power_law_1.2,2.0544805908203125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,4,1,power_law_1.2,2.182783966064453
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,4,1,power_law_1.2,2.2561541748046876
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,4,1,power_law_1.2,2.3197113037109376
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,4,1,power_law_1.2,2.387753601074219
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,4,1,power_law_1.2,2.413973693847656
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,4,1,power_law_1.2,3.5775802612304686
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,4,1,power_law_1.2,3.5850457763671875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,4,1,power_law_1.2,3.6742733764648436
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,4,1,power_law_1.2,3.7104888916015626
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,4,1,power_law_1.2,3.77097412109375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,4,1,power_law_1.2,3.823543701171875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,4,1,power_law_1.2,3.9050393676757813
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,4,1,power_law_1.2,4.110435180664062
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,4,1,power_law_1.2,4.337701721191406
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,4,1,power_law_1.2,4.9040594482421875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,4,1,power_law_1.2,5.596019897460938
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,4,1,power_law_1.2,7.087415771484375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,4,1,power_law_1.2,8.76130859375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,4,1,power_law_1.2,12.251961669921874
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,4,1,power_law_1.2,15.767581787109375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,4,1,power_law_1.2,0.06148863792419433
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,4,1,power_law_1.2,0.15796992301940918
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,4,1,power_law_1.2,0.2763545608520508
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,4,1,power_law_1.2,0.40817535400390625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,4,1,power_law_1.2,0.5698112106323242
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,4,1,power_law_1.2,0.9831654357910157
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,4,1,power_law_1.2,1.0630675506591796
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,4,1,power_law_1.2,1.1299327850341796
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,4,1,power_law_1.2,1.1709951782226562
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,4,1,power_law_1.2,1.1984652709960937
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,4,1,power_law_1.2,1.2361555480957032
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,4,1,power_law_1.2,1.250786590576172
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,4,1,power_law_1.01,0.20606847763061525
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,4,1,power_law_1.01,0.3778828811645508
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,4,1,power_law_1.01,0.48447616577148434
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,4,1,power_law_1.01,0.9474982452392577
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,4,1,power_law_1.01,1.7269818115234377
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,4,1,power_law_1.01,2.4409997558593752
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,4,1,power_law_1.01,2.843702392578125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,4,1,power_law_1.01,3.6917285156250004
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,4,1,power_law_1.01,3.887342834472656
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,4,1,power_law_1.01,4.065486755371094
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,4,1,power_law_1.01,4.210488891601562
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,4,1,power_law_1.01,4.264262390136719
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,4,1,power_law_1.01,4.416627197265624
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,4,1,power_law_1.01,4.561820068359375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,4,1,power_law_1.01,4.612109985351562
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,4,1,power_law_1.01,4.7828857421875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,4,1,power_law_1.01,6.937880859374999
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,4,1,power_law_1.01,7.178110961914062
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,4,1,power_law_1.01,7.412766723632812
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,4,1,power_law_1.01,7.721367797851562
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,4,1,power_law_1.01,7.960952148437499
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,4,1,power_law_1.01,8.37821044921875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,4,1,power_law_1.01,8.920791015625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,4,1,power_law_1.01,9.889589233398437
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,4,1,power_law_1.01,10.8172607421875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,4,1,power_law_1.01,13.41726318359375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,4,1,power_law_1.01,16.389119873046873
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,4,1,power_law_1.01,0.06603072166442872
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,4,1,power_law_1.01,0.14752063751220704
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,4,1,power_law_1.01,0.2694630432128906
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,4,1,power_law_1.01,0.4992422485351563
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,4,1,power_law_1.01,0.8942073822021485
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,4,1,power_law_1.01,1.2580665588378905
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,4,1,power_law_1.01,1.4692857360839844
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,4,1,power_law_1.01,1.8931686401367187
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,4,1,power_law_1.01,1.993624267578125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,4,1,power_law_1.01,2.0830706787109374
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,4,1,power_law_1.01,2.1598783874511716
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,4,1,power_law_1.01,2.1848895263671873
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,4,1,power_law_1.01,2.2673382568359375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,4,1,power_law_1.01,2.3410578918457032
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,4,1,power_law_1.01,2.368835906982422
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,4,1,power_law_1.01,2.456312255859375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,4,1,power_law_1.2,0.20051328659057618
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,4,1,power_law_1.2,0.2554764747619629
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,4,1,power_law_1.2,0.48505790710449215
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,4,1,power_law_1.2,0.9533657836914063
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,4,1,power_law_1.2,1.578458251953125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,4,1,power_law_1.2,2.2290080261230467
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,4,1,power_law_1.2,2.6024325561523436
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,4,1,power_law_1.2,3.609773559570313
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,4,1,power_law_1.2,3.774181213378906
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,4,1,power_law_1.2,3.9008935546875003
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,4,1,power_law_1.2,4.053589782714844
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,4,1,power_law_1.2,4.224459533691406
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,4,1,power_law_1.2,4.3525671386718745
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,4,1,power_law_1.2,4.491986694335937
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,4,1,power_law_1.2,4.619147644042969
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,4,1,power_law_1.2,4.732048645019531
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,4,1,power_law_1.2,6.953032226562501
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,4,1,power_law_1.2,7.29503173828125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,4,1,power_law_1.2,7.483172607421875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,4,1,power_law_1.2,7.862227783203124
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,4,1,power_law_1.2,8.296819458007812
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,4,1,power_law_1.2,8.842025146484374
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,4,1,power_law_1.2,9.393563232421874
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,4,1,power_law_1.2,10.47101806640625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,4,1,power_law_1.2,11.702672119140626
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,4,1,power_law_1.2,14.437054443359376
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,4,1,power_law_1.2,17.529144287109375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,4,1,power_law_1.2,0.06638336181640625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,4,1,power_law_1.2,0.15214847564697265
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,4,1,power_law_1.2,0.27049024581909176
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,4,1,power_law_1.2,0.501907844543457
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,4,1,power_law_1.2,0.8191801452636719
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,4,1,power_law_1.2,1.1537875366210937
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,4,1,power_law_1.2,1.345797119140625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,4,1,power_law_1.2,1.8556594848632812
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,4,1,power_law_1.2,1.9408050537109376
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,4,1,power_law_1.2,2.0041529846191404
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,4,1,power_law_1.2,2.08119873046875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,4,1,power_law_1.2,2.172222747802734
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,4,1,power_law_1.2,2.2347552490234373
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,4,1,power_law_1.2,2.307875213623047
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,4,1,power_law_1.2,2.374336700439453
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,4,1,power_law_1.2,2.4324800109863283
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,3072,1536,8,256,4,1,power_law_1.01,0.02769407987594604
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,3072,1536,8,256,4,1,power_law_1.01,0.03795648097991943
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,3072,1536,8,256,4,1,power_law_1.01,0.17008703231811523
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,3072,1536,8,256,4,1,power_law_1.01,0.32525630950927736
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,3072,1536,8,256,4,1,power_law_1.01,0.48632255554199216
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,3072,1536,8,256,4,1,power_law_1.01,0.6274079895019531
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,3072,1536,8,256,4,1,power_law_1.01,0.8829100799560546
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,3072,1536,8,256,4,1,power_law_1.01,0.9324845123291017
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,3072,1536,8,256,4,1,power_law_1.01,0.95412353515625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,3072,1536,8,256,4,1,power_law_1.01,0.9658112335205079
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,3072,1536,8,256,4,1,power_law_1.01,1.0145094299316406
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,3072,1536,8,256,4,1,power_law_1.01,1.0484146881103515
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,3072,1536,8,256,4,1,power_law_1.01,1.0605101013183593
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,3072,1536,8,256,4,1,power_law_1.01,1.0739949035644532
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,3072,1536,8,256,4,1,power_law_1.01,1.5234687805175782
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,3072,1536,8,256,4,1,power_law_1.01,1.526372528076172
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,3072,1536,8,256,4,1,power_law_1.01,1.5876460266113281
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,3072,1536,8,256,4,1,power_law_1.01,1.624316864013672
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,3072,1536,8,256,4,1,power_law_1.01,1.681446990966797
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,3072,1536,8,256,4,1,power_law_1.01,1.7490567016601564
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,3072,1536,8,256,4,1,power_law_1.01,1.817724151611328
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,3072,1536,8,256,4,1,power_law_1.01,1.9480723571777343
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,3072,1536,8,256,4,1,power_law_1.01,2.1156935119628906
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,3072,1536,8,256,4,1,power_law_1.01,2.5204698181152345
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,3072,1536,8,256,4,1,power_law_1.01,2.9767572021484376
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,3072,1536,8,256,4,1,power_law_1.01,4.059256896972657
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,3072,1536,8,256,4,1,power_law_1.01,5.185936279296875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,4,1,power_law_1.01,0.03900160074234009
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,4,1,power_law_1.01,0.04350912094116211
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,4,1,power_law_1.01,0.0748095989227295
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,4,1,power_law_1.01,0.1909561538696289
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,4,1,power_law_1.01,0.27138368606567387
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,4,1,power_law_1.01,0.34882431030273436
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,4,1,power_law_1.01,0.47118080139160157
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,4,1,power_law_1.01,0.4995135879516601
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,4,1,power_law_1.01,0.5092486572265625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,4,1,power_law_1.01,0.5154060745239258
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,4,1,power_law_1.01,0.5411155319213867
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,4,1,power_law_1.01,0.5590150451660156
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,4,1,power_law_1.01,0.565456657409668
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,4,1,power_law_1.01,0.5759033584594727
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,3072,1536,8,256,4,1,power_law_1.2,0.02883647918701172
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,3072,1536,8,256,4,1,power_law_1.2,0.04177919864654541
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,3072,1536,8,256,4,1,power_law_1.2,0.1731353569030762
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,3072,1536,8,256,4,1,power_law_1.2,0.3048844718933105
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,3072,1536,8,256,4,1,power_law_1.2,0.44130687713623046
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,3072,1536,8,256,4,1,power_law_1.2,0.5898463821411133
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,3072,1536,8,256,4,1,power_law_1.2,0.8652006530761719
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,3072,1536,8,256,4,1,power_law_1.2,0.9123270416259766
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,3072,1536,8,256,4,1,power_law_1.2,0.9358656311035156
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,3072,1536,8,256,4,1,power_law_1.2,0.9715424346923829
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,3072,1536,8,256,4,1,power_law_1.2,0.9999507141113281
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,3072,1536,8,256,4,1,power_law_1.2,1.0332383728027343
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,3072,1536,8,256,4,1,power_law_1.2,1.0601023864746093
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,3072,1536,8,256,4,1,power_law_1.2,1.0960479736328126
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,3072,1536,8,256,4,1,power_law_1.2,1.535344696044922
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,3072,1536,8,256,4,1,power_law_1.2,1.569091796875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,3072,1536,8,256,4,1,power_law_1.2,1.5947174072265624
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,3072,1536,8,256,4,1,power_law_1.2,1.6773324584960938
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,3072,1536,8,256,4,1,power_law_1.2,1.7188691711425783
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,3072,1536,8,256,4,1,power_law_1.2,1.8154695129394534
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,3072,1536,8,256,4,1,power_law_1.2,1.866192626953125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,3072,1536,8,256,4,1,power_law_1.2,2.042380828857422
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,3072,1536,8,256,4,1,power_law_1.2,2.2455258178710937
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,3072,1536,8,256,4,1,power_law_1.2,2.649486083984375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,3072,1536,8,256,4,1,power_law_1.2,3.159623718261719
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,3072,1536,8,256,4,1,power_law_1.2,4.263145751953125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,3072,1536,8,256,4,1,power_law_1.2,5.3764794921875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,4,1,power_law_1.2,0.03899904012680054
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,4,1,power_law_1.2,0.04353727817535401
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,4,1,power_law_1.2,0.08044863700866699
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,4,1,power_law_1.2,0.17003135681152343
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,4,1,power_law_1.2,0.24614336013793947
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,4,1,power_law_1.2,0.32422145843505856
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,4,1,power_law_1.2,0.46176383972167967
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,4,1,power_law_1.2,0.4893798446655273
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,4,1,power_law_1.2,0.5009932708740235
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,4,1,power_law_1.2,0.5179078292846679
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,4,1,power_law_1.2,0.5337369537353516
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,4,1,power_law_1.2,0.5500019073486329
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,4,1,power_law_1.2,0.5665785598754882
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,4,1,power_law_1.2,0.5857190322875977
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,4,1,power_law_1.01,0.02630592107772827
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,4,1,power_law_1.01,0.03293760061264038
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,4,1,power_law_1.01,0.1383078384399414
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,4,1,power_law_1.01,0.23034175872802734
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,4,1,power_law_1.01,0.3123321533203125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,4,1,power_law_1.01,0.4971039962768555
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,4,1,power_law_1.01,0.5253068923950195
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,4,1,power_law_1.01,0.5555532836914063
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,4,1,power_law_1.01,0.5773734283447266
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,4,1,power_law_1.01,0.5851225662231445
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,4,1,power_law_1.01,0.5958752059936524
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,4,1,power_law_1.01,0.9129363250732421
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,4,1,power_law_1.01,0.9290489959716798
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,4,1,power_law_1.01,0.9529440307617187
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,4,1,power_law_1.01,0.9644096374511719
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,4,1,power_law_1.01,0.9771193695068359
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,4,1,power_law_1.01,0.9797881317138671
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,4,1,power_law_1.01,0.9993260955810547
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,4,1,power_law_1.01,1.0403308868408203
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,4,1,power_law_1.01,1.0537951660156248
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,4,1,power_law_1.01,1.0941126251220703
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,4,1,power_law_1.01,1.1950592041015624
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,4,1,power_law_1.01,1.3533567810058593
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,4,1,power_law_1.01,1.7652262878417968
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,4,1,power_law_1.01,2.213123779296875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,4,1,power_law_1.01,3.154027404785156
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,4,1,power_law_1.01,4.136490173339844
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,4,1,power_law_1.2,0.026549758911132815
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,4,1,power_law_1.2,0.042675199508666994
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,4,1,power_law_1.2,0.1333414363861084
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,4,1,power_law_1.2,0.20622079849243163
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,4,1,power_law_1.2,0.28973567962646485
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,4,1,power_law_1.2,0.4971942520141601
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,4,1,power_law_1.2,0.5313676834106446
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,4,1,power_law_1.2,0.5654803085327148
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,4,1,power_law_1.2,0.5796556854248047
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,4,1,power_law_1.2,0.5909331130981446
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,4,1,power_law_1.2,0.6050598526000976
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,4,1,power_law_1.2,0.9276716613769531
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,4,1,power_law_1.2,0.940600357055664
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,4,1,power_law_1.2,0.9687232208251952
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,4,1,power_law_1.2,0.9761094665527343
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,4,1,power_law_1.2,0.9806259155273438
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,4,1,power_law_1.2,0.9835711669921874
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,4,1,power_law_1.2,1.0081536102294923
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,4,1,power_law_1.2,1.0261260986328125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,4,1,power_law_1.2,1.0729228973388671
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,4,1,power_law_1.2,1.117132797241211
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,4,1,power_law_1.2,1.2620198059082033
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,4,1,power_law_1.2,1.4350079345703126
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,4,1,power_law_1.2,1.867583312988281
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,4,1,power_law_1.2,2.3352613830566407
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,4,1,power_law_1.2,3.277886047363281
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,4,1,power_law_1.2,4.222275085449219
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,4,1,power_law_1.01,0.33077182769775393
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,4,1,power_law_1.01,0.5047564697265625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,4,1,power_law_1.01,0.9808448028564453
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,4,1,power_law_1.01,1.7343661499023437
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,4,1,power_law_1.01,2.452519683837891
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,4,1,power_law_1.01,4.074544067382813
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,4,1,power_law_1.01,4.395255737304687
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,4,1,power_law_1.01,4.601080322265625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,4,1,power_law_1.01,4.736540832519531
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,4,1,power_law_1.01,4.798725891113281
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,4,1,power_law_1.01,4.904846801757812
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,4,1,power_law_1.01,5.020669555664062
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,4,1,power_law_1.01,5.0793325805664065
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,4,1,power_law_1.01,5.249829711914062
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,4,1,power_law_1.01,5.3130950927734375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,4,1,power_law_1.01,5.460413818359375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,4,1,power_law_1.01,5.589886474609375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,4,1,power_law_1.01,7.93653076171875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,4,1,power_law_1.01,8.086425170898437
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,4,1,power_law_1.01,8.35353515625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,4,1,power_law_1.01,8.677890625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,4,1,power_law_1.01,9.41233642578125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,4,1,power_law_1.01,10.30830810546875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,4,1,power_law_1.01,13.093841552734375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,4,1,power_law_1.01,16.320338134765628
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,4,1,power_law_1.01,23.03215087890625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,4,1,power_law_1.01,29.98947021484375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,4,1,power_law_1.01,0.171977596282959
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,4,1,power_law_1.01,0.2765670394897461
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,4,1,power_law_1.01,0.5188518524169922
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,4,1,power_law_1.01,0.8888243103027345
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,4,1,power_law_1.01,1.2516153717041016
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,4,1,power_law_1.01,2.064814147949219
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,4,1,power_law_1.01,2.239831695556641
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,4,1,power_law_1.01,2.344053192138672
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,4,1,power_law_1.01,2.4175999450683596
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,4,1,power_law_1.01,2.4528115844726566
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,4,1,power_law_1.01,2.5142445373535156
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,4,1,power_law_1.01,2.579518127441406
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,4,1,power_law_1.01,2.6160070800781248
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,4,1,power_law_1.01,2.7129534912109374
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,4,1,power_law_1.01,2.7522808837890627
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,4,1,power_law_1.01,2.8328366088867187
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,4,1,power_law_1.01,2.9035745239257813
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,4,1,power_law_1.2,0.2645248031616211
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,4,1,power_law_1.2,0.5051795196533203
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,4,1,power_law_1.2,0.9832921600341796
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,4,1,power_law_1.2,1.591743927001953
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,4,1,power_law_1.2,2.204751434326172
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,4,1,power_law_1.2,4.0423892211914065
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,4,1,power_law_1.2,4.3957849121093755
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,4,1,power_law_1.2,4.544643859863281
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,4,1,power_law_1.2,4.716229858398437
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,4,1,power_law_1.2,4.870190734863281
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,4,1,power_law_1.2,5.006492309570312
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,4,1,power_law_1.2,5.12181640625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,4,1,power_law_1.2,5.224763793945312
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,4,1,power_law_1.2,5.423848876953125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,4,1,power_law_1.2,5.562573852539062
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,4,1,power_law_1.2,5.656207885742187
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,4,1,power_law_1.2,5.8466992187499995
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,4,1,power_law_1.2,8.213298950195313
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,4,1,power_law_1.2,8.340711669921875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,4,1,power_law_1.2,8.625093383789062
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,4,1,power_law_1.2,8.963150634765626
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,4,1,power_law_1.2,9.893410034179688
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,4,1,power_law_1.2,11.0049560546875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,4,1,power_law_1.2,13.9722998046875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,4,1,power_law_1.2,17.16309814453125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,4,1,power_law_1.2,23.8916162109375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,4,1,power_law_1.2,30.60065673828125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,4,1,power_law_1.2,0.16999231338500978
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,4,1,power_law_1.2,0.27863679885864256
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,4,1,power_law_1.2,0.5233657455444336
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,4,1,power_law_1.2,0.8215699005126954
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,4,1,power_law_1.2,1.1339494323730468
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,4,1,power_law_1.2,2.0565362548828126
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,4,1,power_law_1.2,2.237712707519531
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,4,1,power_law_1.2,2.315478973388672
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,4,1,power_law_1.2,2.407744598388672
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,4,1,power_law_1.2,2.487415618896484
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,4,1,power_law_1.2,2.56524169921875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,4,1,power_law_1.2,2.630597839355469
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,4,1,power_law_1.2,2.686670837402344
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,4,1,power_law_1.2,2.80200439453125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,4,1,power_law_1.2,2.8732315063476563
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,4,1,power_law_1.2,2.923207092285156
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,4,1,power_law_1.2,3.0056442260742187
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,8,1,power_law_1.01,0.06084799766540527
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,8,1,power_law_1.01,0.12157759666442872
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,8,1,power_law_1.01,0.15332863807678224
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,8,1,power_law_1.01,0.24393983840942385
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,8,1,power_law_1.01,0.3419500732421875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,8,1,power_law_1.01,0.3428435134887695
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,8,1,power_law_1.01,0.3452460861206055
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,8,1,power_law_1.01,0.3381273651123047
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,8,1,power_law_1.01,0.3391891098022461
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,8,1,power_law_1.01,0.3489516830444336
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,8,1,power_law_1.01,0.3515910339355469
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,8,1,power_law_1.01,0.3584492874145508
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,8,1,power_law_1.01,0.37094783782958984
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,8,1,power_law_1.01,0.3664569473266602
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,8,1,power_law_1.01,0.3758163070678711
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,8,1,power_law_1.01,0.3981843185424805
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,8,1,power_law_1.01,0.39556415557861324
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,8,1,power_law_1.01,0.4082649612426758
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,8,1,power_law_1.01,0.5237599945068359
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,8,1,power_law_1.01,0.6864313507080079
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,8,1,power_law_1.01,0.8452403259277343
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,8,1,power_law_1.01,1.2200576019287108
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,8,1,power_law_1.01,1.5927116394042968
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,8,1,power_law_1.01,2.3911468505859377
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,8,1,power_law_1.01,3.195166015625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,8,1,power_law_1.01,4.7938470458984375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,8,1,power_law_1.01,6.4186901855468745
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,8,1,power_law_1.01,0.044732160568237304
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,8,1,power_law_1.01,0.0528550386428833
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,8,1,power_law_1.01,0.055774722099304196
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,8,1,power_law_1.01,0.144651517868042
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,8,1,power_law_1.2,0.06420671939849854
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,8,1,power_law_1.2,0.11202367782592773
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,8,1,power_law_1.2,0.1391097640991211
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,8,1,power_law_1.2,0.24368383407592775
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,8,1,power_law_1.2,0.3271468734741211
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,8,1,power_law_1.2,0.34918144226074216
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,8,1,power_law_1.2,0.35032318115234373
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,8,1,power_law_1.2,0.34335807800292967
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,8,1,power_law_1.2,0.35493438720703124
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,8,1,power_law_1.2,0.35389438629150394
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,8,1,power_law_1.2,0.35425281524658203
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,8,1,power_law_1.2,0.365557746887207
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,8,1,power_law_1.2,0.36171775817871094
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,8,1,power_law_1.2,0.37051647186279296
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,8,1,power_law_1.2,0.3820544052124023
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,8,1,power_law_1.2,0.4131788635253907
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,8,1,power_law_1.2,0.39994110107421876
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,8,1,power_law_1.2,0.423875846862793
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,8,1,power_law_1.2,0.5132128143310547
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,8,1,power_law_1.2,0.6803929901123047
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,8,1,power_law_1.2,0.8501516723632813
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,8,1,power_law_1.2,1.2301229095458983
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,8,1,power_law_1.2,1.6018687438964843
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,8,1,power_law_1.2,2.3863673400878906
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,8,1,power_law_1.2,3.1857440185546873
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,8,1,power_law_1.2,4.7704357910156245
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,8,1,power_law_1.2,6.363621215820312
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,8,1,power_law_1.2,0.04472832202911377
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,8,1,power_law_1.2,0.053857278823852536
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,8,1,power_law_1.2,0.056280961036682134
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,8,1,power_law_1.2,0.14468735694885254
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,8,1,power_law_1.01,0.11802751541137695
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,8,1,power_law_1.01,0.21148672103881835
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,8,1,power_law_1.01,0.2602495956420898
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,8,1,power_law_1.01,0.41395519256591795
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,8,1,power_law_1.01,0.6249670410156251
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,8,1,power_law_1.01,0.6305535888671875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,8,1,power_law_1.01,0.6329651260375977
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,8,1,power_law_1.01,0.6226265716552735
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,8,1,power_law_1.01,0.6240607833862304
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,8,1,power_law_1.01,0.6461254119873047
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,8,1,power_law_1.01,0.6523353576660156
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,8,1,power_law_1.01,0.6419615936279297
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,8,1,power_law_1.01,0.65272705078125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,8,1,power_law_1.01,0.6483782196044923
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,8,1,power_law_1.01,0.6875885009765625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,8,1,power_law_1.01,0.6916627502441406
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,8,1,power_law_1.01,0.7023302459716797
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,8,1,power_law_1.01,0.7673932647705077
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,8,1,power_law_1.01,0.8909158325195312
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,8,1,power_law_1.01,1.1635763549804687
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,8,1,power_law_1.01,1.4567826843261718
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,8,1,power_law_1.01,2.096283569335937
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,8,1,power_law_1.01,2.74729736328125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,8,1,power_law_1.01,4.098818664550781
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,8,1,power_law_1.01,5.464269409179687
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,8,1,power_law_1.01,8.143607788085937
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,8,1,power_law_1.01,10.776407470703125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,8,1,power_law_1.01,0.06874623775482178
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,8,1,power_law_1.01,0.11753536224365235
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,8,1,power_law_1.01,0.14881152153015137
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,8,1,power_law_1.01,0.23136127471923826
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,8,1,power_law_1.2,0.11748031616210937
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,8,1,power_law_1.2,0.2020947265625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,8,1,power_law_1.2,0.23147199630737303
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,8,1,power_law_1.2,0.4149433517456055
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,8,1,power_law_1.2,0.5936928176879883
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,8,1,power_law_1.2,0.630137596130371
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,8,1,power_law_1.2,0.6354649734497071
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,8,1,power_law_1.2,0.6244390487670899
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,8,1,power_law_1.2,0.6413740539550782
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,8,1,power_law_1.2,0.6442745971679688
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,8,1,power_law_1.2,0.6588710021972657
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,8,1,power_law_1.2,0.6691859436035157
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,8,1,power_law_1.2,0.6405606079101562
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,8,1,power_law_1.2,0.6549651336669922
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,8,1,power_law_1.2,0.6880806732177734
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,8,1,power_law_1.2,0.6995327758789063
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,8,1,power_law_1.2,0.7192127990722657
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,8,1,power_law_1.2,0.7752428436279297
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,8,1,power_law_1.2,0.8884095764160156
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,8,1,power_law_1.2,1.1747046661376952
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,8,1,power_law_1.2,1.4808114624023436
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,8,1,power_law_1.2,2.118736572265625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,8,1,power_law_1.2,2.7551763916015624
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,8,1,power_law_1.2,4.094263610839844
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,8,1,power_law_1.2,5.439885864257812
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,8,1,power_law_1.2,8.103085327148438
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,8,1,power_law_1.2,10.7473486328125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,8,1,power_law_1.2,0.06872576236724853
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,8,1,power_law_1.2,0.10699647903442382
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,8,1,power_law_1.2,0.1337113571166992
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,8,1,power_law_1.2,0.23104320526123048
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,8,1,power_law_1.01,0.03902911901473999
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,8,1,power_law_1.01,0.139804801940918
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,8,1,power_law_1.01,0.2565126419067383
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,8,1,power_law_1.01,0.4871283340454101
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,8,1,power_law_1.01,0.7449900817871093
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,8,1,power_law_1.01,0.9647756958007813
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,8,1,power_law_1.01,1.3684793090820313
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,8,1,power_law_1.01,1.4481138610839843
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,8,1,power_law_1.01,1.4785913085937499
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,8,1,power_law_1.01,1.4984005737304689
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,8,1,power_law_1.01,1.574620819091797
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,8,1,power_law_1.01,1.6248069763183595
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,8,1,power_law_1.01,1.6513580322265624
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,8,1,power_law_1.01,1.6852890014648438
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,8,1,power_law_1.01,2.3485862731933596
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,8,1,power_law_1.01,2.3607827758789064
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,8,1,power_law_1.01,2.4889715576171874
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,8,1,power_law_1.01,2.541696014404297
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,8,1,power_law_1.01,2.6492626953125002
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,8,1,power_law_1.01,2.8632415771484374
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,8,1,power_law_1.01,2.998314208984375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,8,1,power_law_1.01,3.317094421386719
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,8,1,power_law_1.01,3.6638970947265626
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,8,1,power_law_1.01,4.4459814453124995
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,8,1,power_law_1.01,5.200480346679687
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,8,1,power_law_1.01,6.8828076171875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,8,1,power_law_1.01,8.663742065429688
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,8,1,power_law_1.01,0.059479680061340336
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,8,1,power_law_1.01,0.06765376091003418
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,8,1,power_law_1.01,0.1450553607940674
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,8,1,power_law_1.01,0.271978874206543
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,8,1,power_law_1.01,0.409095687866211
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,8,1,power_law_1.01,0.5185113525390624
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,8,1,power_law_1.01,0.7244831848144531
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,8,1,power_law_1.01,0.7731692504882812
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,8,1,power_law_1.01,0.7864339447021484
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,8,1,power_law_1.01,0.7975270080566406
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,8,1,power_law_1.01,0.83312255859375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,8,1,power_law_1.01,0.862015380859375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,8,1,power_law_1.01,0.8737996673583984
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,8,1,power_law_1.01,0.8927833557128906
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,8,1,power_law_1.2,0.03942784070968628
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,8,1,power_law_1.2,0.20144575119018554
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,8,1,power_law_1.2,0.2556703948974609
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,8,1,power_law_1.2,0.446948471069336
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,8,1,power_law_1.2,0.6893971252441407
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,8,1,power_law_1.2,0.9027378845214844
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,8,1,power_law_1.2,1.3409266662597656
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,8,1,power_law_1.2,1.411584014892578
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,8,1,power_law_1.2,1.4469696044921876
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,8,1,power_law_1.2,1.5003852844238281
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,8,1,power_law_1.2,1.5497599792480468
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,8,1,power_law_1.2,1.6039328002929687
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,8,1,power_law_1.2,1.6596435546875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,8,1,power_law_1.2,1.7187615966796876
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,8,1,power_law_1.2,2.3810214233398437
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,8,1,power_law_1.2,2.444733428955078
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,8,1,power_law_1.2,2.4944805908203125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,8,1,power_law_1.2,2.6222348022460937
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,8,1,power_law_1.2,2.704212341308594
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,8,1,power_law_1.2,2.9610040283203127
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,8,1,power_law_1.2,3.08853759765625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,8,1,power_law_1.2,3.470555419921875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,8,1,power_law_1.2,3.878970947265625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,8,1,power_law_1.2,4.591073303222656
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,8,1,power_law_1.2,5.448040771484375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,8,1,power_law_1.2,7.163718261718751
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,8,1,power_law_1.2,8.975819702148438
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,8,1,power_law_1.2,0.05947775840759277
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,8,1,power_law_1.2,0.06765823841094971
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,8,1,power_law_1.2,0.14395392417907715
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,8,1,power_law_1.2,0.25289024353027345
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,8,1,power_law_1.2,0.36318527221679686
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,8,1,power_law_1.2,0.4903519821166992
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,8,1,power_law_1.2,0.7078041839599609
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,8,1,power_law_1.2,0.7588998413085937
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,8,1,power_law_1.2,0.77766845703125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,8,1,power_law_1.2,0.7993389129638672
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,8,1,power_law_1.2,0.8225126647949219
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,8,1,power_law_1.2,0.8501651000976562
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,8,1,power_law_1.2,0.8749900817871094
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,8,1,power_law_1.2,0.9107250976562501
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,8,1,power_law_1.01,0.02633599996566772
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,8,1,power_law_1.01,0.039984641075134275
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,8,1,power_law_1.01,0.09965375900268555
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,8,1,power_law_1.01,0.17531967163085938
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,8,1,power_law_1.01,0.2248147201538086
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,8,1,power_law_1.01,0.35499393463134765
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,8,1,power_law_1.01,0.38502849578857423
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,8,1,power_law_1.01,0.39692352294921873
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,8,1,power_law_1.01,0.40437694549560543
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,8,1,power_law_1.01,0.39757953643798827
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,8,1,power_law_1.01,0.4112089538574219
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,8,1,power_law_1.01,0.5415353775024414
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,8,1,power_law_1.01,0.5447257614135742
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,8,1,power_law_1.01,0.5623775863647461
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,8,1,power_law_1.01,0.5733964920043946
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,8,1,power_law_1.01,0.5751347351074219
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,8,1,power_law_1.01,0.6088422393798828
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,8,1,power_law_1.01,0.6234406280517578
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,8,1,power_law_1.01,0.6274720001220703
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,8,1,power_law_1.01,0.7058943939208985
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,8,1,power_law_1.01,0.8287065887451173
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,8,1,power_law_1.01,0.9608710479736328
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,8,1,power_law_1.01,1.148466567993164
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,8,1,power_law_1.01,1.618519744873047
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,8,1,power_law_1.01,2.053768310546875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,8,1,power_law_1.01,3.0118829345703126
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,8,1,power_law_1.01,3.925662841796875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,8,1,power_law_1.01,0.041880321502685544
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,8,1,power_law_1.01,0.045967998504638674
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,8,1,power_law_1.01,0.061148161888122554
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,8,1,power_law_1.01,0.08836864471435547
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,8,1,power_law_1.01,0.13288512229919433
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,8,1,power_law_1.01,0.2089254379272461
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,8,1,power_law_1.01,0.22292032241821289
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,8,1,power_law_1.01,0.22912128448486327
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,8,1,power_law_1.01,0.23708223342895507
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,8,1,power_law_1.01,0.23730560302734377
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,8,1,power_law_1.01,0.2491385650634766
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,8,1,power_law_1.2,0.027888638973236086
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,8,1,power_law_1.2,0.048598399162292485
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,8,1,power_law_1.2,0.09232576370239258
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,8,1,power_law_1.2,0.15918848037719727
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,8,1,power_law_1.2,0.2069606399536133
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,8,1,power_law_1.2,0.3595302581787109
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,8,1,power_law_1.2,0.38925376892089847
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,8,1,power_law_1.2,0.4033184051513672
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,8,1,power_law_1.2,0.40620800018310543
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,8,1,power_law_1.2,0.4040550231933594
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,8,1,power_law_1.2,0.4104345703125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,8,1,power_law_1.2,0.5487059020996095
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,8,1,power_law_1.2,0.5549824142456055
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,8,1,power_law_1.2,0.568812141418457
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,8,1,power_law_1.2,0.5800755310058594
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,8,1,power_law_1.2,0.579243507385254
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,8,1,power_law_1.2,0.6276217651367187
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,8,1,power_law_1.2,0.6278662490844726
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,8,1,power_law_1.2,0.6420582580566406
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,8,1,power_law_1.2,0.7243833923339844
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,8,1,power_law_1.2,0.8239775848388671
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,8,1,power_law_1.2,0.9819686126708984
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,8,1,power_law_1.2,1.1732371520996092
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,8,1,power_law_1.2,1.6395263671875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,8,1,power_law_1.2,2.0708338928222654
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,8,1,power_law_1.2,3.02373046875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,8,1,power_law_1.2,3.951358642578125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,8,1,power_law_1.2,0.04185664176940918
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,8,1,power_law_1.2,0.04661183834075928
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,8,1,power_law_1.2,0.059887361526489255
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,8,1,power_law_1.2,0.07981503963470458
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,8,1,power_law_1.2,0.11745663642883301
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,8,1,power_law_1.2,0.21211263656616214
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,8,1,power_law_1.2,0.22800767898559568
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,8,1,power_law_1.2,0.23426048278808595
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,8,1,power_law_1.2,0.24192768096923828
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,8,1,power_law_1.2,0.24270399093627928
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,8,1,power_law_1.2,0.24971071243286133
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,8,1,power_law_1.01,0.04038527965545654
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,8,1,power_law_1.01,0.15055423736572265
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,8,1,power_law_1.01,0.2737235260009766
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,8,1,power_law_1.01,0.4425126266479492
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,8,1,power_law_1.01,0.6145209503173829
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,8,1,power_law_1.01,0.981006088256836
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,8,1,power_law_1.01,1.0621485137939453
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,8,1,power_law_1.01,1.1044972991943358
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,8,1,power_law_1.01,1.1420902252197265
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,8,1,power_law_1.01,1.1539469146728516
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,8,1,power_law_1.01,1.1840045166015625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,8,1,power_law_1.01,1.2145689392089845
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,8,1,power_law_1.01,1.6552761840820314
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,8,1,power_law_1.01,1.7208358764648437
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,8,1,power_law_1.01,1.7302432250976563
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,8,1,power_law_1.01,1.7216531372070314
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,8,1,power_law_1.01,1.7826637268066405
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,8,1,power_law_1.01,1.8742886352539063
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,8,1,power_law_1.01,1.9154464721679687
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,8,1,power_law_1.01,2.0503276062011717
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,8,1,power_law_1.01,2.2233433532714844
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,8,1,power_law_1.01,2.5495205688476563
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,8,1,power_law_1.01,2.858226623535156
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,8,1,power_law_1.01,3.6859521484375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,8,1,power_law_1.01,4.58624267578125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,8,1,power_law_1.01,6.491122436523438
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,8,1,power_law_1.01,8.470626831054688
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,8,1,power_law_1.01,0.057831678390502926
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,8,1,power_law_1.01,0.06959167957305909
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,8,1,power_law_1.01,0.1584127998352051
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,8,1,power_law_1.01,0.2508979225158691
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,8,1,power_law_1.01,0.34294334411621097
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,8,1,power_law_1.01,0.5345107269287109
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,8,1,power_law_1.01,0.5695264053344726
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,8,1,power_law_1.01,0.5908780670166015
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,8,1,power_law_1.01,0.6117407989501953
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,8,1,power_law_1.01,0.6199321746826172
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,8,1,power_law_1.01,0.6427590179443359
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,8,1,power_law_1.01,0.6602880096435546
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,8,1,power_law_1.2,0.03988991975784302
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,8,1,power_law_1.2,0.21877119064331058
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,8,1,power_law_1.2,0.26592384338378905
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,8,1,power_law_1.2,0.39621696472167967
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,8,1,power_law_1.2,0.5746163177490234
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,8,1,power_law_1.2,0.9676684570312499
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,8,1,power_law_1.2,1.048006362915039
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,8,1,power_law_1.2,1.119438705444336
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,8,1,power_law_1.2,1.1533382415771485
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,8,1,power_law_1.2,1.18308349609375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,8,1,power_law_1.2,1.2188614654541017
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,8,1,power_law_1.2,1.23611328125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,8,1,power_law_1.2,1.7217202758789063
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,8,1,power_law_1.2,1.7327917480468749
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,8,1,power_law_1.2,1.7825357055664064
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,8,1,power_law_1.2,1.8043513488769531
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,8,1,power_law_1.2,1.8492947387695313
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,8,1,power_law_1.2,1.8836563110351563
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,8,1,power_law_1.2,1.9352204895019534
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,8,1,power_law_1.2,2.118646392822266
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,8,1,power_law_1.2,2.2666061401367186
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,8,1,power_law_1.2,2.6345428466796874
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,8,1,power_law_1.2,2.9726968383789063
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,8,1,power_law_1.2,3.8084033203125003
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,8,1,power_law_1.2,4.727061157226562
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,8,1,power_law_1.2,6.640906372070313
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,8,1,power_law_1.2,8.617279663085938
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,8,1,power_law_1.2,0.05782336235046387
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,8,1,power_law_1.2,0.07267648220062256
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,8,1,power_law_1.2,0.1533683204650879
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,8,1,power_law_1.2,0.22854591369628907
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,8,1,power_law_1.2,0.3109011268615723
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,8,1,power_law_1.2,0.5268147277832032
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,8,1,power_law_1.2,0.5626924896240235
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,8,1,power_law_1.2,0.5978073501586915
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,8,1,power_law_1.2,0.6207148742675781
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,8,1,power_law_1.2,0.6384646224975585
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,8,1,power_law_1.2,0.657844467163086
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,8,1,power_law_1.2,0.6691871643066406
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,8,1,power_law_1.01,0.041855998039245605
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,8,1,power_law_1.01,0.20477376937866212
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,8,1,power_law_1.01,0.2581670379638672
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,8,1,power_law_1.01,0.48838142395019535
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,8,1,power_law_1.01,0.8807590484619141
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,8,1,power_law_1.01,1.2520223999023439
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,8,1,power_law_1.01,1.451395263671875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,8,1,power_law_1.01,1.8825914001464845
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,8,1,power_law_1.01,1.979345245361328
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,8,1,power_law_1.01,2.065848388671875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,8,1,power_law_1.01,2.140530548095703
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,8,1,power_law_1.01,2.170509490966797
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,8,1,power_law_1.01,2.2500569152832033
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,8,1,power_law_1.01,2.3324429321289064
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,8,1,power_law_1.01,2.360465850830078
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,8,1,power_law_1.01,2.458582458496094
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,8,1,power_law_1.01,3.342129821777344
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,8,1,power_law_1.01,3.483144836425781
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,8,1,power_law_1.01,3.620746765136719
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,8,1,power_law_1.01,3.848804626464844
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,8,1,power_law_1.01,4.041481018066406
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,8,1,power_law_1.01,4.416482543945312
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,8,1,power_law_1.01,4.825345153808594
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,8,1,power_law_1.01,5.594507446289063
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,8,1,power_law_1.01,6.283056640625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,8,1,power_law_1.01,7.869651489257812
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,8,1,power_law_1.01,9.489776611328125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,8,1,power_law_1.01,0.062310400009155276
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,8,1,power_law_1.01,0.06958847999572754
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,8,1,power_law_1.01,0.1486291217803955
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,8,1,power_law_1.01,0.2717292785644531
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,8,1,power_law_1.01,0.46775360107421876
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,8,1,power_law_1.01,0.6550617980957031
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,8,1,power_law_1.01,0.7798003387451172
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,8,1,power_law_1.01,0.9900665283203125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,8,1,power_law_1.01,1.0392147064208985
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,8,1,power_law_1.01,1.0878112030029297
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,8,1,power_law_1.01,1.1312051391601563
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,8,1,power_law_1.01,1.1487283325195312
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,8,1,power_law_1.01,1.1905619049072267
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,8,1,power_law_1.01,1.2333229064941407
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,8,1,power_law_1.01,1.2542329406738282
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,8,1,power_law_1.01,1.3042437744140625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,8,1,power_law_1.2,0.04045760154724121
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,8,1,power_law_1.2,0.20126655578613278
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,8,1,power_law_1.2,0.2559744071960449
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,8,1,power_law_1.2,0.49086143493652346
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,8,1,power_law_1.2,0.8075859069824218
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,8,1,power_law_1.2,1.1368211364746093
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,8,1,power_law_1.2,1.338620147705078
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,8,1,power_law_1.2,1.8371936035156249
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,8,1,power_law_1.2,1.9243994140624998
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,8,1,power_law_1.2,1.9846885681152344
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,8,1,power_law_1.2,2.0613031005859375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,8,1,power_law_1.2,2.1511276245117186
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,8,1,power_law_1.2,2.2157919311523435
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,8,1,power_law_1.2,2.3008883666992186
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,8,1,power_law_1.2,2.368736572265625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,8,1,power_law_1.2,2.436297607421875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,8,1,power_law_1.2,3.355884704589844
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,8,1,power_law_1.2,3.551760559082031
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,8,1,power_law_1.2,3.6650567626953126
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,8,1,power_law_1.2,3.9124652099609376
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,8,1,power_law_1.2,4.192346801757813
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,8,1,power_law_1.2,4.637398376464843
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,8,1,power_law_1.2,5.049946899414063
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,8,1,power_law_1.2,5.816622924804688
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,8,1,power_law_1.2,6.601043701171875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,8,1,power_law_1.2,8.2238232421875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,8,1,power_law_1.2,9.924033813476562
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,8,1,power_law_1.2,0.062335357666015626
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,8,1,power_law_1.2,0.06946688175201417
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,8,1,power_law_1.2,0.1506054401397705
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,8,1,power_law_1.2,0.2736620712280273
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,8,1,power_law_1.2,0.43667263031005865
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,8,1,power_law_1.2,0.6153817749023437
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,8,1,power_law_1.2,0.7099648284912109
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,8,1,power_law_1.2,0.972783966064453
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,8,1,power_law_1.2,1.0112179565429689
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,8,1,power_law_1.2,1.0437798309326172
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,8,1,power_law_1.2,1.0915398406982422
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,8,1,power_law_1.2,1.1408838653564453
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,8,1,power_law_1.2,1.175143051147461
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,8,1,power_law_1.2,1.2167257690429687
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,8,1,power_law_1.2,1.2553574371337892
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,8,1,power_law_1.2,1.2926611328125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,3072,1536,8,256,8,1,power_law_1.01,0.024254720211029052
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,3072,1536,8,256,8,1,power_law_1.01,0.028257279396057128
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,3072,1536,8,256,8,1,power_law_1.01,0.051926398277282716
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,3072,1536,8,256,8,1,power_law_1.01,0.17387840270996094
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,3072,1536,8,256,8,1,power_law_1.01,0.25708927154541017
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,3072,1536,8,256,8,1,power_law_1.01,0.3330163192749024
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,3072,1536,8,256,8,1,power_law_1.01,0.4565388870239258
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,3072,1536,8,256,8,1,power_law_1.01,0.48224639892578125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,3072,1536,8,256,8,1,power_law_1.01,0.4923468780517578
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,3072,1536,8,256,8,1,power_law_1.01,0.4983846282958984
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,3072,1536,8,256,8,1,power_law_1.01,0.523966064453125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,3072,1536,8,256,8,1,power_law_1.01,0.5470272064208984
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,3072,1536,8,256,8,1,power_law_1.01,0.5487910461425781
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,3072,1536,8,256,8,1,power_law_1.01,0.5563692855834961
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,3072,1536,8,256,8,1,power_law_1.01,0.7616844940185546
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,3072,1536,8,256,8,1,power_law_1.01,0.7663673400878906
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,3072,1536,8,256,8,1,power_law_1.01,0.7962477111816406
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,3072,1536,8,256,8,1,power_law_1.01,0.8296812438964845
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,3072,1536,8,256,8,1,power_law_1.01,0.8721222686767579
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,3072,1536,8,256,8,1,power_law_1.01,0.9236895751953125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,3072,1536,8,256,8,1,power_law_1.01,0.9814297485351563
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,3072,1536,8,256,8,1,power_law_1.01,1.0908249664306642
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,3072,1536,8,256,8,1,power_law_1.01,1.2335334777832032
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,3072,1536,8,256,8,1,power_law_1.01,1.5069792175292969
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,3072,1536,8,256,8,1,power_law_1.01,1.81761474609375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,3072,1536,8,256,8,1,power_law_1.01,2.483670349121094
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,3072,1536,8,256,8,1,power_law_1.01,3.182797546386719
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,8,1,power_law_1.01,0.037742719650268555
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,8,1,power_law_1.01,0.041866240501403806
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,8,1,power_law_1.01,0.05215616226196289
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,8,1,power_law_1.01,0.09446528434753418
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,8,1,power_law_1.01,0.15166144371032714
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,8,1,power_law_1.01,0.20885951995849608
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,8,1,power_law_1.01,0.27237503051757816
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,8,1,power_law_1.01,0.29126848220825197
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,8,1,power_law_1.01,0.29435775756835936
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,8,1,power_law_1.01,0.29661888122558594
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,8,1,power_law_1.01,0.30927616119384765
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,8,1,power_law_1.01,0.3177516746520996
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,8,1,power_law_1.01,0.3222175979614258
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,8,1,power_law_1.01,0.3274643325805664
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,3072,1536,8,256,8,1,power_law_1.2,0.025460479259490965
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,3072,1536,8,256,8,1,power_law_1.2,0.0295743989944458
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,3072,1536,8,256,8,1,power_law_1.2,0.06560128211975098
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,3072,1536,8,256,8,1,power_law_1.2,0.16029823303222657
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,3072,1536,8,256,8,1,power_law_1.2,0.23479999542236327
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,3072,1536,8,256,8,1,power_law_1.2,0.31876287460327146
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,3072,1536,8,256,8,1,power_law_1.2,0.4477791976928711
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,3072,1536,8,256,8,1,power_law_1.2,0.47200065612792963
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,3072,1536,8,256,8,1,power_law_1.2,0.4839295959472656
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,3072,1536,8,256,8,1,power_law_1.2,0.5016275024414062
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,3072,1536,8,256,8,1,power_law_1.2,0.5185830307006836
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,3072,1536,8,256,8,1,power_law_1.2,0.5386816024780273
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,3072,1536,8,256,8,1,power_law_1.2,0.5486668777465821
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,3072,1536,8,256,8,1,power_law_1.2,0.5679276657104493
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,3072,1536,8,256,8,1,power_law_1.2,0.772750701904297
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,3072,1536,8,256,8,1,power_law_1.2,0.7892140960693359
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,3072,1536,8,256,8,1,power_law_1.2,0.8059442901611329
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,3072,1536,8,256,8,1,power_law_1.2,0.8578112030029297
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,3072,1536,8,256,8,1,power_law_1.2,0.9005728149414063
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,3072,1536,8,256,8,1,power_law_1.2,0.9552352142333984
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,3072,1536,8,256,8,1,power_law_1.2,1.0068550109863281
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,3072,1536,8,256,8,1,power_law_1.2,1.1386316680908204
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,3072,1536,8,256,8,1,power_law_1.2,1.28531005859375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,3072,1536,8,256,8,1,power_law_1.2,1.5539097595214844
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,3072,1536,8,256,8,1,power_law_1.2,1.864903106689453
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,3072,1536,8,256,8,1,power_law_1.2,2.546378936767578
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,3072,1536,8,256,8,1,power_law_1.2,3.2678155517578125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,8,1,power_law_1.2,0.03776832103729248
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,8,1,power_law_1.2,0.04186880111694336
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,8,1,power_law_1.2,0.04968255996704102
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,8,1,power_law_1.2,0.0805510425567627
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,8,1,power_law_1.2,0.13585087776184082
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,8,1,power_law_1.2,0.18964736938476562
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,8,1,power_law_1.2,0.26512895584106444
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,8,1,power_law_1.2,0.2843462371826172
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,8,1,power_law_1.2,0.2919987106323242
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,8,1,power_law_1.2,0.29789312362670894
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,8,1,power_law_1.2,0.305216007232666
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,8,1,power_law_1.2,0.3131500816345215
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,8,1,power_law_1.2,0.32155647277832033
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,8,1,power_law_1.2,0.33277889251708986
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,8,1,power_law_1.01,0.026321280002593993
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,8,1,power_law_1.01,0.030040960311889648
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,8,1,power_law_1.01,0.05798272132873535
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,8,1,power_law_1.01,0.12075072288513185
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,8,1,power_law_1.01,0.17460992813110351
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,8,1,power_law_1.01,0.27447616577148437
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,8,1,power_law_1.01,0.2874214363098145
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,8,1,power_law_1.01,0.30087104797363284
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,8,1,power_law_1.01,0.3125344085693359
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,8,1,power_law_1.01,0.31566911697387695
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,8,1,power_law_1.01,0.3243852615356445
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,8,1,power_law_1.01,0.4661888122558594
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,8,1,power_law_1.01,0.4794630432128907
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,8,1,power_law_1.01,0.4953919982910156
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,8,1,power_law_1.01,0.5115686416625976
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,8,1,power_law_1.01,0.5137113571166992
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,8,1,power_law_1.01,0.5152883148193359
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,8,1,power_law_1.01,0.5278892898559571
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,8,1,power_law_1.01,0.5632947158813477
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,8,1,power_law_1.01,0.6221395111083984
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,8,1,power_law_1.01,0.6822297668457031
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,8,1,power_law_1.01,0.8017446136474609
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,8,1,power_law_1.01,0.9262572479248046
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,8,1,power_law_1.01,1.261720962524414
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,8,1,power_law_1.01,1.6164851379394531
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,8,1,power_law_1.01,2.314753265380859
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,8,1,power_law_1.01,3.009745788574219
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,8,1,power_law_1.2,0.026298239231109622
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,8,1,power_law_1.2,0.03492415904998779
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,8,1,power_law_1.2,0.05683648109436035
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,8,1,power_law_1.2,0.1020902442932129
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,8,1,power_law_1.2,0.1622835159301758
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,8,1,power_law_1.2,0.2764646339416504
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,8,1,power_law_1.2,0.29109376907348633
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,8,1,power_law_1.2,0.3070560073852539
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,8,1,power_law_1.2,0.3128998374938965
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,8,1,power_law_1.2,0.3195852851867676
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,8,1,power_law_1.2,0.3287807846069336
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,8,1,power_law_1.2,0.49234367370605464
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,8,1,power_law_1.2,0.5022835159301758
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,8,1,power_law_1.2,0.5140895843505859
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,8,1,power_law_1.2,0.5181868743896485
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,8,1,power_law_1.2,0.519941749572754
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,8,1,power_law_1.2,0.5192448043823242
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,8,1,power_law_1.2,0.5426028823852539
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,8,1,power_law_1.2,0.5645683288574219
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,8,1,power_law_1.2,0.643562240600586
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,8,1,power_law_1.2,0.6861164855957032
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,8,1,power_law_1.2,0.816099853515625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,8,1,power_law_1.2,0.9458841705322266
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,8,1,power_law_1.2,1.2803173828125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,8,1,power_law_1.2,1.6363494873046875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,8,1,power_law_1.2,2.338092803955078
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,8,1,power_law_1.2,3.033582763671875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,8,1,power_law_1.01,0.14956992149353027
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,8,1,power_law_1.01,0.2666476821899414
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,8,1,power_law_1.01,0.5083148956298829
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,8,1,power_law_1.01,0.8798489379882813
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,8,1,power_law_1.01,1.2473619079589844
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,8,1,power_law_1.01,2.061152038574219
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,8,1,power_law_1.01,2.228887634277344
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,8,1,power_law_1.01,2.327903289794922
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,8,1,power_law_1.01,2.401589813232422
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,8,1,power_law_1.01,2.4376870727539064
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,8,1,power_law_1.01,2.4965811157226563
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,8,1,power_law_1.01,2.5576736450195314
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,8,1,power_law_1.01,2.5931442260742186
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,8,1,power_law_1.01,2.6879736328124997
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,8,1,power_law_1.01,2.729169921875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,8,1,power_law_1.01,2.8179226684570313
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,8,1,power_law_1.01,2.915107116699219
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,8,1,power_law_1.01,3.8784494018554687
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,8,1,power_law_1.01,3.971706848144531
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,8,1,power_law_1.01,4.209512939453125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,8,1,power_law_1.01,4.500124206542969
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,8,1,power_law_1.01,5.102922973632813
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,8,1,power_law_1.01,5.73018798828125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,8,1,power_law_1.01,7.393388061523437
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,8,1,power_law_1.01,9.3328759765625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,8,1,power_law_1.01,13.360601806640625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,8,1,power_law_1.01,17.489405517578128
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,8,1,power_law_1.01,0.06439231872558594
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,8,1,power_law_1.01,0.15924415588378907
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,8,1,power_law_1.01,0.28206399917602537
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,8,1,power_law_1.01,0.47376064300537113
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,8,1,power_law_1.01,0.6625907135009765
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,8,1,power_law_1.01,1.082297592163086
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,8,1,power_law_1.01,1.1735289764404295
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,8,1,power_law_1.01,1.2284902191162108
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,8,1,power_law_1.01,1.270739212036133
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,8,1,power_law_1.01,1.2899078369140624
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,8,1,power_law_1.01,1.3245036315917968
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,8,1,power_law_1.01,1.3629791259765625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,8,1,power_law_1.01,1.3827565002441407
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,8,1,power_law_1.01,1.4412153625488282
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,8,1,power_law_1.01,1.4714694213867188
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,8,1,power_law_1.01,1.5284991455078125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,8,1,power_law_1.01,1.5933357238769532
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,8,1,power_law_1.2,0.14356736183166502
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,8,1,power_law_1.2,0.2645382308959961
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,8,1,power_law_1.2,0.5061568069458008
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,8,1,power_law_1.2,0.8139897918701171
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,8,1,power_law_1.2,1.1324121856689453
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,8,1,power_law_1.2,2.054143981933594
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,8,1,power_law_1.2,2.2271641540527343
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,8,1,power_law_1.2,2.3005810546875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,8,1,power_law_1.2,2.3937791442871097
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,8,1,power_law_1.2,2.4702105712890625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,8,1,power_law_1.2,2.543671112060547
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,8,1,power_law_1.2,2.6077893066406252
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,8,1,power_law_1.2,2.6628863525390623
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,8,1,power_law_1.2,2.777157897949219
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,8,1,power_law_1.2,2.85765380859375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,8,1,power_law_1.2,2.9224090576171875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,8,1,power_law_1.2,3.042529296875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,8,1,power_law_1.2,3.9995175170898434
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,8,1,power_law_1.2,4.095917358398437
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,8,1,power_law_1.2,4.337054748535157
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,8,1,power_law_1.2,4.633144226074219
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,8,1,power_law_1.2,5.295291748046875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,8,1,power_law_1.2,5.9853668212890625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,8,1,power_law_1.2,7.733323364257812
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,8,1,power_law_1.2,9.61673583984375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,8,1,power_law_1.2,13.642176513671876
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,8,1,power_law_1.2,17.730051269531252
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,8,1,power_law_1.2,0.06233920097351074
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,8,1,power_law_1.2,0.1585644817352295
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,8,1,power_law_1.2,0.28439744949340817
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,8,1,power_law_1.2,0.43827903747558594
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,8,1,power_law_1.2,0.6054297637939453
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,8,1,power_law_1.2,1.0784352111816407
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,8,1,power_law_1.2,1.173619842529297
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,8,1,power_law_1.2,1.2144544219970703
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,8,1,power_law_1.2,1.2637599945068358
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,8,1,power_law_1.2,1.3090240478515625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,8,1,power_law_1.2,1.3499942016601563
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,8,1,power_law_1.2,1.3873945617675782
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,8,1,power_law_1.2,1.421084747314453
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,8,1,power_law_1.2,1.4914247131347655
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,8,1,power_law_1.2,1.5411302185058593
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,8,1,power_law_1.2,1.5820191955566405
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,8,1,power_law_1.2,1.656195831298828
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,16,1,power_law_1.01,0.024676480293273927
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,16,1,power_law_1.01,0.04176511764526367
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,16,1,power_law_1.01,0.04773952007293701
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,16,1,power_law_1.01,0.13078783988952636
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,16,1,power_law_1.01,0.17092607498168946
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,16,1,power_law_1.01,0.17481407165527343
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,16,1,power_law_1.01,0.174638729095459
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,16,1,power_law_1.01,0.17379648208618165
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,16,1,power_law_1.01,0.1736319923400879
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,16,1,power_law_1.01,0.17715583801269533
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,16,1,power_law_1.01,0.1785036849975586
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,16,1,power_law_1.01,0.1769856071472168
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,16,1,power_law_1.01,0.18271871566772463
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,16,1,power_law_1.01,0.18557823181152344
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,16,1,power_law_1.01,0.19162111282348632
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,16,1,power_law_1.01,0.19443456649780272
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,16,1,power_law_1.01,0.19262271881103515
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,16,1,power_law_1.01,0.20990720748901368
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,16,1,power_law_1.01,0.29334911346435544
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,16,1,power_law_1.01,0.3620230484008789
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,16,1,power_law_1.01,0.4504985427856445
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,16,1,power_law_1.01,0.6247161483764648
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,16,1,power_law_1.01,0.8313958740234375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,16,1,power_law_1.01,1.2517836761474608
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,16,1,power_law_1.01,1.6623577880859375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,16,1,power_law_1.01,2.4864556884765627
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,16,1,power_law_1.01,3.307982788085938
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,16,1,power_law_1.01,0.03988415956497192
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,16,1,power_law_1.01,0.041463041305541994
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,16,1,power_law_1.01,0.041880321502685544
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,16,1,power_law_1.01,0.04749695777893066
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,16,1,power_law_1.2,0.025890560150146485
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,16,1,power_law_1.2,0.04573311805725098
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,16,1,power_law_1.2,0.04960768222808838
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,16,1,power_law_1.2,0.13056256294250487
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,16,1,power_law_1.2,0.16300031661987305
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,16,1,power_law_1.2,0.17300928115844727
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,16,1,power_law_1.2,0.17492031097412108
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,16,1,power_law_1.2,0.173939208984375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,16,1,power_law_1.2,0.17790655136108396
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,16,1,power_law_1.2,0.17771839141845702
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,16,1,power_law_1.2,0.17956735610961913
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,16,1,power_law_1.2,0.18224895477294922
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,16,1,power_law_1.2,0.17732032775878906
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,16,1,power_law_1.2,0.18551424026489258
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,16,1,power_law_1.2,0.19340736389160157
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,16,1,power_law_1.2,0.19914880752563477
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,16,1,power_law_1.2,0.19366079330444336
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,16,1,power_law_1.2,0.21067007064819335
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,16,1,power_law_1.2,0.29415424346923824
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,16,1,power_law_1.2,0.3669254302978516
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,16,1,power_law_1.2,0.44973632812500003
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,16,1,power_law_1.2,0.6309183883666992
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,16,1,power_law_1.2,0.8292998504638671
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,16,1,power_law_1.2,1.2508204650878905
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,16,1,power_law_1.2,1.661414337158203
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,16,1,power_law_1.2,2.4863180541992187
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,16,1,power_law_1.2,3.3100827026367186
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,16,1,power_law_1.2,0.039898879528045654
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,16,1,power_law_1.2,0.04145792007446289
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,16,1,power_law_1.2,0.04189184188842773
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,16,1,power_law_1.2,0.04734015941619873
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,16,1,power_law_1.01,0.06302015781402588
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,16,1,power_law_1.01,0.10583744049072266
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,16,1,power_law_1.01,0.14037440299987794
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,16,1,power_law_1.01,0.218209285736084
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,16,1,power_law_1.01,0.3025113677978516
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,16,1,power_law_1.01,0.3051078414916992
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,16,1,power_law_1.01,0.3076147270202637
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,16,1,power_law_1.01,0.30389631271362305
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,16,1,power_law_1.01,0.3063155174255371
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,16,1,power_law_1.01,0.3164352035522461
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,16,1,power_law_1.01,0.3206438446044922
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,16,1,power_law_1.01,0.3179411125183106
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,16,1,power_law_1.01,0.3238886260986328
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,16,1,power_law_1.01,0.32240447998046873
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,16,1,power_law_1.01,0.32247550964355465
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,16,1,power_law_1.01,0.3265971374511719
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,16,1,power_law_1.01,0.34373119354248044
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,16,1,power_law_1.01,0.3767059326171875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,16,1,power_law_1.01,0.49660991668701177
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,16,1,power_law_1.01,0.6017081451416015
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,16,1,power_law_1.01,0.7998451232910156
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,16,1,power_law_1.01,1.128410873413086
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,16,1,power_law_1.01,1.4616960144042968
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,16,1,power_law_1.01,2.1570726013183594
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,16,1,power_law_1.01,2.8304760742187502
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,16,1,power_law_1.01,4.213368835449218
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,16,1,power_law_1.01,5.6463555908203125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,16,1,power_law_1.01,0.049665279388427734
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,16,1,power_law_1.01,0.05907072067260742
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,16,1,power_law_1.01,0.06075712203979492
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,16,1,power_law_1.01,0.11456512451171874
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,16,1,power_law_1.2,0.05954815864562988
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,16,1,power_law_1.2,0.0969983959197998
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,16,1,power_law_1.2,0.12055680274963379
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,16,1,power_law_1.2,0.21745983123779297
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,16,1,power_law_1.2,0.28532224655151367
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,16,1,power_law_1.2,0.3052947235107422
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,16,1,power_law_1.2,0.30734527587890625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,16,1,power_law_1.2,0.30132543563842773
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,16,1,power_law_1.2,0.31077375411987307
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,16,1,power_law_1.2,0.3140025520324707
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,16,1,power_law_1.2,0.31979839324951176
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,16,1,power_law_1.2,0.3250310516357422
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,16,1,power_law_1.2,0.31393728256225584
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,16,1,power_law_1.2,0.32260478973388673
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,16,1,power_law_1.2,0.329870719909668
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,16,1,power_law_1.2,0.3345248031616211
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,16,1,power_law_1.2,0.3478656005859375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,16,1,power_law_1.2,0.3858143997192383
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,16,1,power_law_1.2,0.5004774475097656
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,16,1,power_law_1.2,0.5974444961547851
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,16,1,power_law_1.2,0.8006610870361328
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,16,1,power_law_1.2,1.1307046508789063
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,16,1,power_law_1.2,1.4605126953125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,16,1,power_law_1.2,2.156288604736328
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,16,1,power_law_1.2,2.827834167480469
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,16,1,power_law_1.2,4.204195861816406
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,16,1,power_law_1.2,5.629009399414063
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,16,1,power_law_1.2,0.04966720104217529
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,16,1,power_law_1.2,0.058245759010314944
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,16,1,power_law_1.2,0.06032127857208251
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,16,1,power_law_1.2,0.11440128326416014
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,16,1,power_law_1.01,0.03654911994934082
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,16,1,power_law_1.01,0.03985343933105469
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,16,1,power_law_1.01,0.1396505641937256
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,16,1,power_law_1.01,0.2577740859985352
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,16,1,power_law_1.01,0.38483009338378904
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,16,1,power_law_1.01,0.5055980682373047
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,16,1,power_law_1.01,0.7187538909912109
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,16,1,power_law_1.01,0.7479379272460938
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,16,1,power_law_1.01,0.7638617706298828
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,16,1,power_law_1.01,0.7750169372558593
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,16,1,power_law_1.01,0.8167616271972656
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,16,1,power_law_1.01,0.8429926300048829
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,16,1,power_law_1.01,0.8572166442871094
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,16,1,power_law_1.01,0.8831251525878907
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,16,1,power_law_1.01,1.2121311950683595
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,16,1,power_law_1.01,1.2303660583496092
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,16,1,power_law_1.01,1.327535400390625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,16,1,power_law_1.01,1.3653543090820313
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,16,1,power_law_1.01,1.410885772705078
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,16,1,power_law_1.01,1.5390483093261718
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,16,1,power_law_1.01,1.675032958984375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,16,1,power_law_1.01,1.9557568359375002
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,16,1,power_law_1.01,2.228213195800781
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,16,1,power_law_1.01,2.8462539672851563
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,16,1,power_law_1.01,3.485659484863281
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,16,1,power_law_1.01,4.7626956176757815
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,16,1,power_law_1.01,6.09980224609375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,16,1,power_law_1.01,0.057415041923522946
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,16,1,power_law_1.01,0.06358016014099122
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,16,1,power_law_1.01,0.08137663841247558
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,16,1,power_law_1.01,0.16080448150634766
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,16,1,power_law_1.01,0.25772480010986326
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,16,1,power_law_1.01,0.3195891189575195
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,16,1,power_law_1.01,0.4335238265991211
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,16,1,power_law_1.01,0.4688230514526367
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,16,1,power_law_1.01,0.4764153671264649
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,16,1,power_law_1.01,0.48125633239746096
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,16,1,power_law_1.01,0.49763648986816406
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,16,1,power_law_1.01,0.5116934585571289
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,16,1,power_law_1.01,0.5185164642333985
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,16,1,power_law_1.01,0.5303411102294922
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,16,1,power_law_1.2,0.03657023906707764
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,16,1,power_law_1.2,0.03992511987686157
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,16,1,power_law_1.2,0.13728704452514648
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,16,1,power_law_1.2,0.23999488830566404
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,16,1,power_law_1.2,0.35106433868408204
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,16,1,power_law_1.2,0.47719806671142584
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,16,1,power_law_1.2,0.7104013061523438
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,16,1,power_law_1.2,0.7362643432617187
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,16,1,power_law_1.2,0.7520102691650391
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,16,1,power_law_1.2,0.778887710571289
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,16,1,power_law_1.2,0.8066099548339845
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,16,1,power_law_1.2,0.8364678192138673
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,16,1,power_law_1.2,0.8644544219970702
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,16,1,power_law_1.2,0.9046131134033203
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,16,1,power_law_1.2,1.2477017974853515
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,16,1,power_law_1.2,1.303541717529297
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,16,1,power_law_1.2,1.3514431762695314
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,16,1,power_law_1.2,1.3852851867675782
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,16,1,power_law_1.2,1.4395794677734375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,16,1,power_law_1.2,1.611887969970703
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,16,1,power_law_1.2,1.7296896362304686
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,16,1,power_law_1.2,2.0232191467285157
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,16,1,power_law_1.2,2.322363586425781
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,16,1,power_law_1.2,2.9201300048828123
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,16,1,power_law_1.2,3.572433776855469
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,16,1,power_law_1.2,4.866568908691407
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,16,1,power_law_1.2,6.186889038085938
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,16,1,power_law_1.2,0.0574348783493042
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,16,1,power_law_1.2,0.06357312202453613
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,16,1,power_law_1.2,0.08180095672607421
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,16,1,power_law_1.2,0.14512831687927247
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,16,1,power_law_1.2,0.2234867286682129
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,16,1,power_law_1.2,0.3030451202392578
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,16,1,power_law_1.2,0.4209075164794922
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,16,1,power_law_1.2,0.45946559906005857
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,16,1,power_law_1.2,0.4731955337524414
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,16,1,power_law_1.2,0.48200191497802736
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,16,1,power_law_1.2,0.4932902526855469
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,16,1,power_law_1.2,0.5063020706176757
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,16,1,power_law_1.2,0.5195468902587891
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,16,1,power_law_1.2,0.5388665771484374
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,16,1,power_law_1.01,0.02551743984222412
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,16,1,power_law_1.01,0.027489280700683592
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,16,1,power_law_1.01,0.04678016185760498
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,16,1,power_law_1.01,0.07319231986999511
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,16,1,power_law_1.01,0.11141183853149414
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,16,1,power_law_1.01,0.18999040603637696
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,16,1,power_law_1.01,0.20080192565917968
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,16,1,power_law_1.01,0.20521472930908202
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,16,1,power_law_1.01,0.21216512680053712
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,16,1,power_law_1.01,0.21289344787597658
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,16,1,power_law_1.01,0.22203456878662112
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,16,1,power_law_1.01,0.2784480094909668
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,16,1,power_law_1.01,0.2831654357910156
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,16,1,power_law_1.01,0.2928704071044922
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,16,1,power_law_1.01,0.29805055618286136
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,16,1,power_law_1.01,0.29984832763671876
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,16,1,power_law_1.01,0.30980159759521486
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,16,1,power_law_1.01,0.3312409591674805
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,16,1,power_law_1.01,0.3509894561767578
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,16,1,power_law_1.01,0.4229568099975586
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,16,1,power_law_1.01,0.5387500762939453
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,16,1,power_law_1.01,0.6638028717041016
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,16,1,power_law_1.01,0.78770751953125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,16,1,power_law_1.01,1.135384292602539
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,16,1,power_law_1.01,1.4854631042480468
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,16,1,power_law_1.01,2.186915130615234
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,16,1,power_law_1.01,2.8663296508789062
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,16,1,power_law_1.01,0.04067264080047607
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,16,1,power_law_1.01,0.043911042213439944
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,16,1,power_law_1.01,0.05231359958648681
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,16,1,power_law_1.01,0.06073791980743408
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,16,1,power_law_1.01,0.0737779188156128
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,16,1,power_law_1.01,0.11075903892517089
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,16,1,power_law_1.01,0.11722111701965332
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,16,1,power_law_1.01,0.12242815971374513
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,16,1,power_law_1.01,0.13478272438049316
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,16,1,power_law_1.01,0.13565312385559083
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,16,1,power_law_1.01,0.14669568061828614
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,16,1,power_law_1.2,0.02670655965805054
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,16,1,power_law_1.2,0.03681087970733642
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,16,1,power_law_1.2,0.04758912086486816
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,16,1,power_law_1.2,0.06417791843414307
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,16,1,power_law_1.2,0.09507648468017578
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,16,1,power_law_1.2,0.1915692710876465
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,16,1,power_law_1.2,0.20231552124023439
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,16,1,power_law_1.2,0.20934591293334961
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,16,1,power_law_1.2,0.21588415145874024
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,16,1,power_law_1.2,0.2157145690917969
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,16,1,power_law_1.2,0.2225107192993164
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,16,1,power_law_1.2,0.2803763198852539
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,16,1,power_law_1.2,0.2836096000671387
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,16,1,power_law_1.2,0.29353343963623046
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,16,1,power_law_1.2,0.2980012893676758
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,16,1,power_law_1.2,0.30054719924926754
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,16,1,power_law_1.2,0.31148223876953124
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,16,1,power_law_1.2,0.335478401184082
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,16,1,power_law_1.2,0.3584159851074219
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,16,1,power_law_1.2,0.4310131072998047
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,16,1,power_law_1.2,0.535720329284668
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,16,1,power_law_1.2,0.6635737609863281
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,16,1,power_law_1.2,0.7963353729248046
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,16,1,power_law_1.2,1.1442022705078125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,16,1,power_law_1.2,1.4922579956054687
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,16,1,power_law_1.2,2.1874380493164063
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,16,1,power_law_1.2,2.883629455566406
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,16,1,power_law_1.2,0.040616321563720706
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,16,1,power_law_1.2,0.043909759521484376
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,16,1,power_law_1.2,0.05125311851501465
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,16,1,power_law_1.2,0.061452798843383796
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,16,1,power_law_1.2,0.07179135799407958
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,16,1,power_law_1.2,0.11178239822387695
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,16,1,power_law_1.2,0.11813440322875976
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,16,1,power_law_1.2,0.12613823890686035
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,16,1,power_law_1.2,0.13613120079040528
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,16,1,power_law_1.2,0.13802751541137695
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,16,1,power_law_1.2,0.14576000213623047
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,16,1,power_law_1.01,0.03641024112701416
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,16,1,power_law_1.01,0.05294847965240479
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,16,1,power_law_1.01,0.1505939197540283
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,16,1,power_law_1.01,0.23566463470458981
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,16,1,power_law_1.01,0.3185881614685059
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,16,1,power_law_1.01,0.5099520111083985
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,16,1,power_law_1.01,0.5537683105468749
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,16,1,power_law_1.01,0.5866604614257812
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,16,1,power_law_1.01,0.6050675201416016
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,16,1,power_law_1.01,0.6096857452392579
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,16,1,power_law_1.01,0.6194380950927735
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,16,1,power_law_1.01,0.6353011322021485
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,16,1,power_law_1.01,0.8590425872802735
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,16,1,power_law_1.01,0.8946310424804688
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,16,1,power_law_1.01,0.9054195404052734
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,16,1,power_law_1.01,0.9040614318847655
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,16,1,power_law_1.01,0.9376576232910157
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,16,1,power_law_1.01,1.0412493133544922
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,16,1,power_law_1.01,1.040719985961914
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,16,1,power_law_1.01,1.1208665466308594
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,16,1,power_law_1.01,1.2698316955566407
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,16,1,power_law_1.01,1.5199795532226563
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,16,1,power_law_1.01,1.800511932373047
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,16,1,power_law_1.01,2.3333888244628906
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,16,1,power_law_1.01,2.9339871215820312
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,16,1,power_law_1.01,4.147239685058594
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,16,1,power_law_1.01,5.4274877929687495
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,16,1,power_law_1.01,0.05620287895202637
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,16,1,power_law_1.01,0.06296256065368652
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,16,1,power_law_1.01,0.08466431617736817
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,16,1,power_law_1.01,0.1444140815734863
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,16,1,power_law_1.01,0.21268672943115235
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,16,1,power_law_1.01,0.32030078887939456
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,16,1,power_law_1.01,0.3491603088378906
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,16,1,power_law_1.01,0.35983680725097655
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,16,1,power_law_1.01,0.36720703125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,16,1,power_law_1.01,0.3716320037841797
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,16,1,power_law_1.01,0.3787027359008789
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,16,1,power_law_1.01,0.3899225616455078
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,16,1,power_law_1.2,0.036138238906860354
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,16,1,power_law_1.2,0.08408896446228027
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,16,1,power_law_1.2,0.1440287971496582
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,16,1,power_law_1.2,0.2123257637023926
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,16,1,power_law_1.2,0.2933990478515625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,16,1,power_law_1.2,0.5002297592163086
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,16,1,power_law_1.2,0.5443225479125976
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,16,1,power_law_1.2,0.5899532699584962
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,16,1,power_law_1.2,0.6114483261108399
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,16,1,power_law_1.2,0.6178438568115234
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,16,1,power_law_1.2,0.6357939147949219
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,16,1,power_law_1.2,0.6478034973144531
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,16,1,power_law_1.2,0.8847058868408203
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,16,1,power_law_1.2,0.9002873229980469
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,16,1,power_law_1.2,0.9255385589599608
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,16,1,power_law_1.2,0.9363014221191406
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,16,1,power_law_1.2,0.9896435546875001
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,16,1,power_law_1.2,1.0351884460449219
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,16,1,power_law_1.2,1.0512608337402345
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,16,1,power_law_1.2,1.1609190368652345
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,16,1,power_law_1.2,1.2949626159667968
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,16,1,power_law_1.2,1.5525657653808593
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,16,1,power_law_1.2,1.8308032226562498
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,16,1,power_law_1.2,2.3662098693847655
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,16,1,power_law_1.2,2.9702542114257815
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,16,1,power_law_1.2,4.237795715332031
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,16,1,power_law_1.2,5.49913818359375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,16,1,power_law_1.2,0.056200318336486824
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,16,1,power_law_1.2,0.06643328189849854
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,16,1,power_law_1.2,0.08240768432617188
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,16,1,power_law_1.2,0.1248095989227295
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,16,1,power_law_1.2,0.20472959518432615
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,16,1,power_law_1.2,0.3139110374450683
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,16,1,power_law_1.2,0.3505196762084961
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,16,1,power_law_1.2,0.3628806304931641
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,16,1,power_law_1.2,0.37042110443115234
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,16,1,power_law_1.2,0.3774067306518555
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,16,1,power_law_1.2,0.38804161071777343
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,16,1,power_law_1.2,0.39536960601806637
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,16,1,power_law_1.01,0.03941823959350586
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,16,1,power_law_1.01,0.04242368221282959
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,16,1,power_law_1.01,0.14345727920532228
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,16,1,power_law_1.01,0.25901887893676756
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,16,1,power_law_1.01,0.45551486968994137
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,16,1,power_law_1.01,0.6568141174316406
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,16,1,power_law_1.01,0.7610105895996094
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,16,1,power_law_1.01,0.9720601654052734
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,16,1,power_law_1.01,1.0226943969726563
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,16,1,power_law_1.01,1.0705503845214843
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,16,1,power_law_1.01,1.1086713409423827
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,16,1,power_law_1.01,1.1259142303466798
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,16,1,power_law_1.01,1.1666969299316405
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,16,1,power_law_1.01,1.2230368041992188
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,16,1,power_law_1.01,1.240819854736328
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,16,1,power_law_1.01,1.2982643127441407
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,16,1,power_law_1.01,1.7245542907714841
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,16,1,power_law_1.01,1.8179493713378907
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,16,1,power_law_1.01,1.913774719238281
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,16,1,power_law_1.01,2.073124542236328
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,16,1,power_law_1.01,2.250517120361328
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,16,1,power_law_1.01,2.5126573181152345
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,16,1,power_law_1.01,2.8662515258789063
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,16,1,power_law_1.01,3.4857208251953127
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,16,1,power_law_1.01,4.093356018066406
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,16,1,power_law_1.01,5.3946948242187505
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,16,1,power_law_1.01,6.683713989257813
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,16,1,power_law_1.01,0.05998271942138672
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,16,1,power_law_1.01,0.06564864158630371
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,16,1,power_law_1.01,0.07870079994201659
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,16,1,power_law_1.01,0.16115583419799803
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,16,1,power_law_1.01,0.2851353645324707
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,16,1,power_law_1.01,0.39359870910644534
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,16,1,power_law_1.01,0.47699329376220706
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,16,1,power_law_1.01,0.5816134262084961
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,16,1,power_law_1.01,0.6117779159545899
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,16,1,power_law_1.01,0.6422367858886718
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,16,1,power_law_1.01,0.6687430572509766
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,16,1,power_law_1.01,0.6800947570800782
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,16,1,power_law_1.01,0.7047078704833984
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,16,1,power_law_1.01,0.7274208068847656
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,16,1,power_law_1.01,0.7385286712646485
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,16,1,power_law_1.01,0.7673567962646485
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,16,1,power_law_1.2,0.03816256046295166
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,16,1,power_law_1.2,0.04088640213012695
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,16,1,power_law_1.2,0.14008383750915526
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,16,1,power_law_1.2,0.2606879997253418
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,16,1,power_law_1.2,0.4202291107177734
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,16,1,power_law_1.2,0.5927001571655273
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,16,1,power_law_1.2,0.7135750579833984
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,16,1,power_law_1.2,0.9476454162597656
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,16,1,power_law_1.2,0.993139877319336
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,16,1,power_law_1.2,1.0258573150634764
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,16,1,power_law_1.2,1.0667219543457032
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,16,1,power_law_1.2,1.111932144165039
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,16,1,power_law_1.2,1.1471520233154298
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,16,1,power_law_1.2,1.2019219207763672
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,16,1,power_law_1.2,1.240110092163086
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,16,1,power_law_1.2,1.2847596740722655
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,16,1,power_law_1.2,1.7349459838867187
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,16,1,power_law_1.2,1.8410917663574218
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,16,1,power_law_1.2,1.9314918518066406
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,16,1,power_law_1.2,2.111525115966797
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,16,1,power_law_1.2,2.301214141845703
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,16,1,power_law_1.2,2.6263104248046876
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,16,1,power_law_1.2,2.9666693115234373
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,16,1,power_law_1.2,3.5897998046875004
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,16,1,power_law_1.2,4.2164913940429685
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,16,1,power_law_1.2,5.526708374023437
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,16,1,power_law_1.2,6.877070922851563
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,16,1,power_law_1.2,0.05988863945007324
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,16,1,power_law_1.2,0.06563648223876953
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,16,1,power_law_1.2,0.08400192260742187
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,16,1,power_law_1.2,0.16239103317260742
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,16,1,power_law_1.2,0.27458944320678713
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,16,1,power_law_1.2,0.3685894393920898
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,16,1,power_law_1.2,0.42920703887939454
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,16,1,power_law_1.2,0.5714668655395508
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,16,1,power_law_1.2,0.5950444793701172
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,16,1,power_law_1.2,0.612476806640625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,16,1,power_law_1.2,0.6451769256591797
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,16,1,power_law_1.2,0.6777721405029297
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,16,1,power_law_1.2,0.6935104370117188
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,16,1,power_law_1.2,0.7194758605957031
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,16,1,power_law_1.2,0.7406944274902344
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,16,1,power_law_1.2,0.7617273712158203
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,3072,1536,8,256,16,1,power_law_1.01,0.023441920280456545
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,3072,1536,8,256,16,1,power_law_1.01,0.025381119251251222
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,3072,1536,8,256,16,1,power_law_1.01,0.03494911909103394
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,3072,1536,8,256,16,1,power_law_1.01,0.07425727844238281
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,3072,1536,8,256,16,1,power_law_1.01,0.13684415817260742
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,3072,1536,8,256,16,1,power_law_1.01,0.1838662338256836
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,3072,1536,8,256,16,1,power_law_1.01,0.24234432220458985
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,3072,1536,8,256,16,1,power_law_1.01,0.25564416885375973
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,3072,1536,8,256,16,1,power_law_1.01,0.2612416076660156
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,3072,1536,8,256,16,1,power_law_1.01,0.2654931259155274
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,3072,1536,8,256,16,1,power_law_1.01,0.27957759857177733
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,3072,1536,8,256,16,1,power_law_1.01,0.2964153671264648
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,3072,1536,8,256,16,1,power_law_1.01,0.2981670379638672
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,3072,1536,8,256,16,1,power_law_1.01,0.30092735290527345
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,3072,1536,8,256,16,1,power_law_1.01,0.4073478317260742
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,3072,1536,8,256,16,1,power_law_1.01,0.41069503784179684
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,3072,1536,8,256,16,1,power_law_1.01,0.4284038543701172
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,3072,1536,8,256,16,1,power_law_1.01,0.4502656173706055
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,3072,1536,8,256,16,1,power_law_1.01,0.4756531143188477
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,3072,1536,8,256,16,1,power_law_1.01,0.5368659210205078
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,3072,1536,8,256,16,1,power_law_1.01,0.5691526412963868
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,3072,1536,8,256,16,1,power_law_1.01,0.6657023620605469
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,3072,1536,8,256,16,1,power_law_1.01,0.8117804718017577
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,3072,1536,8,256,16,1,power_law_1.01,1.019623031616211
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,3072,1536,8,256,16,1,power_law_1.01,1.2634297943115234
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,3072,1536,8,256,16,1,power_law_1.01,1.781756134033203
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,3072,1536,8,256,16,1,power_law_1.01,2.308122863769531
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,16,1,power_law_1.01,0.0365881609916687
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,16,1,power_law_1.01,0.040227198600769044
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,16,1,power_law_1.01,0.04591423988342285
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,16,1,power_law_1.01,0.06115392208099365
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,16,1,power_law_1.01,0.08697728157043458
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,16,1,power_law_1.01,0.11603584289550781
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,16,1,power_law_1.01,0.16367231369018556
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,16,1,power_law_1.01,0.1814182472229004
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,16,1,power_law_1.01,0.18533376693725584
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,16,1,power_law_1.01,0.18689088821411132
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,16,1,power_law_1.01,0.19287424087524413
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,16,1,power_law_1.01,0.1997248077392578
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,16,1,power_law_1.01,0.20289983749389648
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,16,1,power_law_1.01,0.20749568939208984
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,3072,1536,8,256,16,1,power_law_1.2,0.024652800559997558
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,3072,1536,8,256,16,1,power_law_1.2,0.02653696060180664
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,3072,1536,8,256,16,1,power_law_1.2,0.04148736000061035
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,3072,1536,8,256,16,1,power_law_1.2,0.06545087814331055
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,3072,1536,8,256,16,1,power_law_1.2,0.11860735893249512
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,3072,1536,8,256,16,1,power_law_1.2,0.17387264251708984
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,3072,1536,8,256,16,1,power_law_1.2,0.23848127365112304
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,3072,1536,8,256,16,1,power_law_1.2,0.2512236785888672
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,3072,1536,8,256,16,1,power_law_1.2,0.25758975982666016
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,3072,1536,8,256,16,1,power_law_1.2,0.2665683174133301
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,3072,1536,8,256,16,1,power_law_1.2,0.2785164833068848
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,3072,1536,8,256,16,1,power_law_1.2,0.29342592239379883
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,3072,1536,8,256,16,1,power_law_1.2,0.29967552185058594
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,3072,1536,8,256,16,1,power_law_1.2,0.30529279708862306
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,3072,1536,8,256,16,1,power_law_1.2,0.41266113281249994
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,3072,1536,8,256,16,1,power_law_1.2,0.42269054412841794
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,3072,1536,8,256,16,1,power_law_1.2,0.4340780639648438
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,3072,1536,8,256,16,1,power_law_1.2,0.46365505218505854
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,3072,1536,8,256,16,1,power_law_1.2,0.5056755065917968
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,3072,1536,8,256,16,1,power_law_1.2,0.5512921524047851
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,3072,1536,8,256,16,1,power_law_1.2,0.5806643295288085
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,3072,1536,8,256,16,1,power_law_1.2,0.6925727844238281
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,3072,1536,8,256,16,1,power_law_1.2,0.8337689971923827
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,3072,1536,8,256,16,1,power_law_1.2,1.0420620727539063
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,3072,1536,8,256,16,1,power_law_1.2,1.281760711669922
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,3072,1536,8,256,16,1,power_law_1.2,1.8124569702148439
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,3072,1536,8,256,16,1,power_law_1.2,2.3502470397949216
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,16,1,power_law_1.2,0.03653503894805908
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,16,1,power_law_1.2,0.04019519805908203
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,16,1,power_law_1.2,0.04562496185302735
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,16,1,power_law_1.2,0.05822720050811767
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,16,1,power_law_1.2,0.07431424140930176
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,16,1,power_law_1.2,0.1090009593963623
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,16,1,power_law_1.2,0.15742912292480468
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,16,1,power_law_1.2,0.17613311767578127
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,16,1,power_law_1.2,0.18088575363159182
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,16,1,power_law_1.2,0.18788991928100587
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,16,1,power_law_1.2,0.19014272689819336
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,16,1,power_law_1.2,0.19637311935424803
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,16,1,power_law_1.2,0.2022470474243164
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,16,1,power_law_1.2,0.20946176528930663
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,16,1,power_law_1.01,0.025075840950012206
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,16,1,power_law_1.01,0.02712255954742432
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,16,1,power_law_1.01,0.03752448081970215
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,16,1,power_law_1.01,0.057011198997497556
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,16,1,power_law_1.01,0.07371456146240234
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,16,1,power_law_1.01,0.14839360237121582
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,16,1,power_law_1.01,0.15771583557128904
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,16,1,power_law_1.01,0.1681599998474121
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,16,1,power_law_1.01,0.17493120193481446
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,16,1,power_law_1.01,0.17788095474243165
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,16,1,power_law_1.01,0.1846860885620117
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,16,1,power_law_1.01,0.2535833549499512
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,16,1,power_law_1.01,0.259434871673584
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,16,1,power_law_1.01,0.2650163269042969
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,16,1,power_law_1.01,0.2684102439880371
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,16,1,power_law_1.01,0.2743161582946777
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,16,1,power_law_1.01,0.28741567611694335
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,16,1,power_law_1.01,0.3046822357177734
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,16,1,power_law_1.01,0.32713855743408204
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,16,1,power_law_1.01,0.3625644683837891
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,16,1,power_law_1.01,0.38746753692626956
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,16,1,power_law_1.01,0.47032703399658204
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,16,1,power_law_1.01,0.5906752014160157
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,16,1,power_law_1.01,0.8239328002929687
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,16,1,power_law_1.01,1.0629747009277344
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,16,1,power_law_1.01,1.540752716064453
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,16,1,power_law_1.01,2.0156346130371094
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,16,1,power_law_1.2,0.02503551959991455
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,16,1,power_law_1.2,0.027132160663604736
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,16,1,power_law_1.2,0.037367680072784425
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,16,1,power_law_1.2,0.05302847862243652
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,16,1,power_law_1.2,0.06780799865722656
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,16,1,power_law_1.2,0.14755455970764159
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,16,1,power_law_1.2,0.15912384033203125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,16,1,power_law_1.2,0.17048255920410155
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,16,1,power_law_1.2,0.17476224899291992
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,16,1,power_law_1.2,0.18083007812500002
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,16,1,power_law_1.2,0.1877644729614258
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,16,1,power_law_1.2,0.2583289527893066
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,16,1,power_law_1.2,0.2631628799438476
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,16,1,power_law_1.2,0.27024192810058595
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,16,1,power_law_1.2,0.2748806381225586
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,16,1,power_law_1.2,0.28304319381713866
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,16,1,power_law_1.2,0.2911359977722168
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,16,1,power_law_1.2,0.3065139198303223
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,16,1,power_law_1.2,0.3391020965576172
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,16,1,power_law_1.2,0.3658943939208984
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,16,1,power_law_1.2,0.39294143676757814
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,16,1,power_law_1.2,0.492737922668457
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,16,1,power_law_1.2,0.5955827331542969
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,16,1,power_law_1.2,0.8318463897705077
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,16,1,power_law_1.2,1.0731353759765625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,16,1,power_law_1.2,1.5491807556152344
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,16,1,power_law_1.2,2.0285011291503907
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,16,1,power_law_1.01,0.05538432121276855
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,16,1,power_law_1.01,0.1553318405151367
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,16,1,power_law_1.01,0.2820460891723633
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,16,1,power_law_1.01,0.47392127990722654
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,16,1,power_law_1.01,0.667976303100586
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,16,1,power_law_1.01,1.0935865783691407
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,16,1,power_law_1.01,1.1836576080322265
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,16,1,power_law_1.01,1.2416844940185547
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,16,1,power_law_1.01,1.288712921142578
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,16,1,power_law_1.01,1.3139295959472657
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,16,1,power_law_1.01,1.3670892333984375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,16,1,power_law_1.01,1.4194047546386719
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,16,1,power_law_1.01,1.4643513488769533
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,16,1,power_law_1.01,1.5737017822265624
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,16,1,power_law_1.01,1.6547296142578127
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,16,1,power_law_1.01,1.7579008483886718
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,16,1,power_law_1.01,1.923536071777344
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,16,1,power_law_1.01,2.2158419799804685
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,16,1,power_law_1.01,2.362932434082031
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,16,1,power_law_1.01,2.6705307006835937
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,16,1,power_law_1.01,2.9762725830078125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,16,1,power_law_1.01,3.562783508300781
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,16,1,power_law_1.01,4.144087829589844
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,16,1,power_law_1.01,5.518253784179687
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,16,1,power_law_1.01,6.993255615234375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,16,1,power_law_1.01,10.007525024414061
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,16,1,power_law_1.01,13.000943603515626
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,16,1,power_law_1.01,0.38820606231689453
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,16,1,power_law_1.01,0.7643122863769531
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,16,1,power_law_1.01,1.502072296142578
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,16,1,power_law_1.01,2.662760925292969
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,16,1,power_law_1.01,3.6998477172851567
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,16,1,power_law_1.01,6.02039794921875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,16,1,power_law_1.01,6.466309814453124
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,16,1,power_law_1.01,6.747651367187499
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,16,1,power_law_1.01,6.930078125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,16,1,power_law_1.01,7.020703125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,16,1,power_law_1.01,7.1771130371093745
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,16,1,power_law_1.01,7.325932006835937
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,16,1,power_law_1.01,7.388880004882813
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,16,1,power_law_1.01,7.58537109375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,16,1,power_law_1.01,7.739808349609374
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,16,1,power_law_1.01,8.090181884765624
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,16,1,power_law_1.01,8.462085571289062
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,16,1,power_law_1.2,0.055403518676757815
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,16,1,power_law_1.2,0.15545023918151854
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,16,1,power_law_1.2,0.2817683219909668
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,16,1,power_law_1.2,0.4380940628051758
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,16,1,power_law_1.2,0.6022694396972657
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,16,1,power_law_1.2,1.078850555419922
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,16,1,power_law_1.2,1.185430374145508
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,16,1,power_law_1.2,1.2307263946533202
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,16,1,power_law_1.2,1.2887942504882812
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,16,1,power_law_1.2,1.3386309814453123
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,16,1,power_law_1.2,1.3965235900878905
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,16,1,power_law_1.2,1.4579788208007813
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,16,1,power_law_1.2,1.5161907958984375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,16,1,power_law_1.2,1.6311482238769532
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,16,1,power_law_1.2,1.7293363952636718
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,16,1,power_law_1.2,1.8173324584960937
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,16,1,power_law_1.2,1.9847418212890624
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,16,1,power_law_1.2,2.2978419494628906
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,16,1,power_law_1.2,2.4365011596679684
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,16,1,power_law_1.2,2.739007873535156
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,16,1,power_law_1.2,3.0259954833984373
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,16,1,power_law_1.2,3.6098394775390625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,16,1,power_law_1.2,4.205237731933594
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,16,1,power_law_1.2,5.580689697265624
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,16,1,power_law_1.2,7.047797241210938
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,16,1,power_law_1.2,10.055001220703124
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,16,1,power_law_1.2,13.024263916015624
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,16,1,power_law_1.2,0.3883603286743164
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,16,1,power_law_1.2,0.7642278289794922
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,16,1,power_law_1.2,1.5010937500000001
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,16,1,power_law_1.2,2.422437744140625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,16,1,power_law_1.2,3.301911010742187
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,16,1,power_law_1.2,5.9293310546875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,16,1,power_law_1.2,6.457757568359375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,16,1,power_law_1.2,6.662711181640626
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,16,1,power_law_1.2,6.89912109375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,16,1,power_law_1.2,7.104804077148438
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,16,1,power_law_1.2,7.325096435546875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,16,1,power_law_1.2,7.459974975585938
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,16,1,power_law_1.2,7.562998046875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,16,1,power_law_1.2,7.894936523437499
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,16,1,power_law_1.2,8.251740112304688
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,16,1,power_law_1.2,8.488938598632812
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,16,1,power_law_1.2,8.941119384765624
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,32,1,power_law_1.01,0.024464640617370605
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,32,1,power_law_1.01,0.026305279731750487
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,32,1,power_law_1.01,0.02757055997848511
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,32,1,power_law_1.01,0.03205951929092407
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,32,1,power_law_1.01,0.045180802345275876
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,32,1,power_law_1.01,0.046071038246154786
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,32,1,power_law_1.01,0.04681536197662354
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,32,1,power_law_1.01,0.0476032018661499
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,32,1,power_law_1.01,0.04850111961364746
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,32,1,power_law_1.01,0.05045951843261719
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,32,1,power_law_1.01,0.05414976119995117
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,32,1,power_law_1.01,0.0639468812942505
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,32,1,power_law_1.01,0.06614399909973144
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,32,1,power_law_1.01,0.06910719871520996
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,32,1,power_law_1.01,0.07696447849273683
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,32,1,power_law_1.01,0.08422207832336426
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,32,1,power_law_1.01,0.08769599914550781
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,32,1,power_law_1.01,0.1111366367340088
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,32,1,power_law_1.01,0.1367417621612549
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,32,1,power_law_1.01,0.19330688476562502
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,32,1,power_law_1.01,0.2601382446289063
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,32,1,power_law_1.01,0.3700678253173828
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,32,1,power_law_1.01,0.44322753906249995
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,32,1,power_law_1.01,0.6824249267578125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,32,1,power_law_1.01,0.9195986938476561
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,32,1,power_law_1.01,1.3724327087402344
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,32,1,power_law_1.01,1.8182508850097654
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,32,1,power_law_1.01,0.03777024030685425
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,32,1,power_law_1.01,0.03936064004898071
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,32,1,power_law_1.01,0.03986943960189819
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,32,1,power_law_1.01,0.043493762016296386
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,32,1,power_law_1.2,0.024327681064605713
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,32,1,power_law_1.2,0.026303999423980713
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,32,1,power_law_1.2,0.027111039161682126
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,32,1,power_law_1.2,0.03203968048095703
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,32,1,power_law_1.2,0.045134081840515136
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,32,1,power_law_1.2,0.04592448234558105
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,32,1,power_law_1.2,0.04677760124206543
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,32,1,power_law_1.2,0.047595520019531254
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,32,1,power_law_1.2,0.04882239818572998
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,32,1,power_law_1.2,0.05061247825622559
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,32,1,power_law_1.2,0.054125437736511225
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,32,1,power_law_1.2,0.06397823810577392
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,32,1,power_law_1.2,0.06614655971527099
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,32,1,power_law_1.2,0.06902143955230713
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,32,1,power_law_1.2,0.07491007804870606
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,32,1,power_law_1.2,0.08488256454467773
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,32,1,power_law_1.2,0.08766912460327149
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,32,1,power_law_1.2,0.11154751777648926
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,32,1,power_law_1.2,0.13747008323669435
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,32,1,power_law_1.2,0.1931270408630371
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,32,1,power_law_1.2,0.2566534423828125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,32,1,power_law_1.2,0.37165184020996095
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,32,1,power_law_1.2,0.4399507141113281
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,32,1,power_law_1.2,0.6804275512695312
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,32,1,power_law_1.2,0.9173069000244141
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,32,1,power_law_1.2,1.3755258178710936
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,32,1,power_law_1.2,1.8194682312011718
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,32,1,power_law_1.2,0.03776832103729248
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,32,1,power_law_1.2,0.039308159351348876
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,32,1,power_law_1.2,0.039812479019165035
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,32,1,power_law_1.2,0.04350336074829102
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,32,1,power_law_1.01,0.030584959983825682
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,32,1,power_law_1.01,0.04853759765625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,32,1,power_law_1.01,0.04888512134552002
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,32,1,power_law_1.01,0.10214655876159669
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,32,1,power_law_1.01,0.16638912200927733
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,32,1,power_law_1.01,0.16835968017578123
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,32,1,power_law_1.01,0.16631551742553713
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,32,1,power_law_1.01,0.15308032035827637
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,32,1,power_law_1.01,0.15374719619750976
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,32,1,power_law_1.01,0.1658336067199707
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,32,1,power_law_1.01,0.16759552001953124
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,32,1,power_law_1.01,0.1577196788787842
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,32,1,power_law_1.01,0.17223295211791992
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,32,1,power_law_1.01,0.1757145690917969
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,32,1,power_law_1.01,0.1720844841003418
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,32,1,power_law_1.01,0.1768992042541504
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,32,1,power_law_1.01,0.18391359329223633
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,32,1,power_law_1.01,0.2044742393493652
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,32,1,power_law_1.01,0.23910911560058593
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,32,1,power_law_1.01,0.3144044876098633
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,32,1,power_law_1.01,0.4935494232177734
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,32,1,power_law_1.01,0.619370231628418
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,32,1,power_law_1.01,0.8525977325439452
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,32,1,power_law_1.01,1.2068377685546874
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,32,1,power_law_1.01,1.5764472961425782
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,32,1,power_law_1.01,2.326474304199219
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,32,1,power_law_1.01,3.051100769042969
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,32,1,power_law_1.01,0.047190399169921876
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,32,1,power_law_1.01,0.0512716817855835
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,32,1,power_law_1.01,0.052460799217224116
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,32,1,power_law_1.01,0.05575871944427491
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,32,1,power_law_1.2,0.030401918888092037
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,32,1,power_law_1.2,0.04845632076263427
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,32,1,power_law_1.2,0.04897727966308594
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,32,1,power_law_1.2,0.10257727622985839
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,32,1,power_law_1.2,0.13014399528503418
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,32,1,power_law_1.2,0.16075008392333984
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,32,1,power_law_1.2,0.16065792083740232
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,32,1,power_law_1.2,0.14898240089416503
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,32,1,power_law_1.2,0.16357183456420898
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,32,1,power_law_1.2,0.163110408782959
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,32,1,power_law_1.2,0.16463296890258788
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,32,1,power_law_1.2,0.1682579231262207
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,32,1,power_law_1.2,0.15802176475524904
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,32,1,power_law_1.2,0.16870847702026368
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,32,1,power_law_1.2,0.1716543960571289
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,32,1,power_law_1.2,0.1754617691040039
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,32,1,power_law_1.2,0.18068031311035154
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,32,1,power_law_1.2,0.20152063369750978
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,32,1,power_law_1.2,0.23970687866210935
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,32,1,power_law_1.2,0.31257471084594723
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,32,1,power_law_1.2,0.4899788665771484
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,32,1,power_law_1.2,0.6225920104980469
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,32,1,power_law_1.2,0.8469337463378906
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,32,1,power_law_1.2,1.2019232177734376
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,32,1,power_law_1.2,1.5704826354980468
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,32,1,power_law_1.2,2.323774719238281
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,32,1,power_law_1.2,3.0493740844726562
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,32,1,power_law_1.2,0.047181439399719236
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,32,1,power_law_1.2,0.05054975986480713
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,32,1,power_law_1.2,0.052033281326293944
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,32,1,power_law_1.2,0.05574592113494873
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,32,1,power_law_1.01,0.038190720081329343
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,32,1,power_law_1.01,0.0378387188911438
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,32,1,power_law_1.01,0.0632044792175293
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,32,1,power_law_1.01,0.13993663787841798
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,32,1,power_law_1.01,0.20962688446044925
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,32,1,power_law_1.01,0.27689151763916015
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,32,1,power_law_1.01,0.3798796844482422
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,32,1,power_law_1.01,0.40173118591308593
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,32,1,power_law_1.01,0.41315521240234376
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,32,1,power_law_1.01,0.4199212646484375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,32,1,power_law_1.01,0.4419974517822266
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,32,1,power_law_1.01,0.459343376159668
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,32,1,power_law_1.01,0.4707398223876953
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,32,1,power_law_1.01,0.490068473815918
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,32,1,power_law_1.01,0.6463648223876953
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,32,1,power_law_1.01,0.6564582061767579
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,32,1,power_law_1.01,0.692060775756836
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,32,1,power_law_1.01,0.7452025604248047
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,32,1,power_law_1.01,0.810742416381836
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,32,1,power_law_1.01,0.9143424224853515
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,32,1,power_law_1.01,1.0289651489257812
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,32,1,power_law_1.01,1.3106259155273439
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,32,1,power_law_1.01,1.4988575744628907
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,32,1,power_law_1.01,1.9769952392578127
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,32,1,power_law_1.01,2.4985682678222654
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,32,1,power_law_1.01,3.5822750854492185
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,32,1,power_law_1.01,4.733168029785157
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,32,1,power_law_1.01,0.06042496204376221
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,32,1,power_law_1.01,0.06329855918884278
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,32,1,power_law_1.01,0.0759929609298706
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,32,1,power_law_1.01,0.1060966396331787
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,32,1,power_law_1.01,0.15569791793823243
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,32,1,power_law_1.01,0.21786304473876955
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,32,1,power_law_1.01,0.30468351364135743
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,32,1,power_law_1.01,0.3390675354003906
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,32,1,power_law_1.01,0.34564990997314454
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,32,1,power_law_1.01,0.34836544036865236
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,32,1,power_law_1.01,0.3604787063598633
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,32,1,power_law_1.01,0.37121536254882814
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,32,1,power_law_1.01,0.3770540618896484
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,32,1,power_law_1.01,0.3863999938964844
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,32,1,power_law_1.2,0.0381715202331543
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,32,1,power_law_1.2,0.037869439125061036
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,32,1,power_law_1.2,0.06757631778717041
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,32,1,power_law_1.2,0.12434304237365723
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,32,1,power_law_1.2,0.1897939109802246
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,32,1,power_law_1.2,0.25918399810791015
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,32,1,power_law_1.2,0.36969024658203126
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,32,1,power_law_1.2,0.39074111938476563
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,32,1,power_law_1.2,0.4012646484375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,32,1,power_law_1.2,0.41880447387695313
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,32,1,power_law_1.2,0.43627456665039066
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,32,1,power_law_1.2,0.4539212799072265
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,32,1,power_law_1.2,0.47356609344482425
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,32,1,power_law_1.2,0.49813758850097656
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,32,1,power_law_1.2,0.6556594848632813
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,32,1,power_law_1.2,0.6764268493652343
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,32,1,power_law_1.2,0.7023391723632812
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,32,1,power_law_1.2,0.7678137969970703
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,32,1,power_law_1.2,0.8244665527343751
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,32,1,power_law_1.2,0.9493965148925781
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,32,1,power_law_1.2,1.0587948608398439
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,32,1,power_law_1.2,1.3399078369140625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,32,1,power_law_1.2,1.5450904846191407
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,32,1,power_law_1.2,2.0289657592773436
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,32,1,power_law_1.2,2.5320402526855466
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,32,1,power_law_1.2,3.612643737792969
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,32,1,power_law_1.2,4.8185882568359375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,32,1,power_law_1.2,0.0603052806854248
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,32,1,power_law_1.2,0.06319808006286622
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,32,1,power_law_1.2,0.07768320083618165
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,32,1,power_law_1.2,0.10095487594604494
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,32,1,power_law_1.2,0.13920960426330567
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,32,1,power_law_1.2,0.204083194732666
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,32,1,power_law_1.2,0.2946790313720703
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,32,1,power_law_1.2,0.329749755859375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,32,1,power_law_1.2,0.34181312561035154
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,32,1,power_law_1.2,0.3491392135620117
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,32,1,power_law_1.2,0.3580780792236328
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,32,1,power_law_1.2,0.3694259262084961
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,32,1,power_law_1.2,0.37752384185791016
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,32,1,power_law_1.2,0.39148094177246096
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,32,1,power_law_1.01,0.024673280715942384
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,32,1,power_law_1.01,0.026341118812561036
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,32,1,power_law_1.01,0.029977600574493408
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,32,1,power_law_1.01,0.045356159210205076
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,32,1,power_law_1.01,0.05245183944702149
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,32,1,power_law_1.01,0.06415743827819824
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,32,1,power_law_1.01,0.0728326416015625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,32,1,power_law_1.01,0.08135616302490234
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,32,1,power_law_1.01,0.09259584426879883
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,32,1,power_law_1.01,0.09482687950134278
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,32,1,power_law_1.01,0.11009280204772949
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,32,1,power_law_1.01,0.13785728454589843
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,32,1,power_law_1.01,0.14065728187561036
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,32,1,power_law_1.01,0.1501363182067871
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,32,1,power_law_1.01,0.15630335807800294
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,32,1,power_law_1.01,0.1593932819366455
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,32,1,power_law_1.01,0.1706278419494629
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,32,1,power_law_1.01,0.1894265556335449
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,32,1,power_law_1.01,0.20537984848022459
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,32,1,power_law_1.01,0.2544044876098633
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,32,1,power_law_1.01,0.3444300842285156
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,32,1,power_law_1.01,0.49605056762695315
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,32,1,power_law_1.01,0.6977913665771485
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,32,1,power_law_1.01,0.9551219177246093
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,32,1,power_law_1.01,1.274841613769531
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,32,1,power_law_1.01,1.8474290466308596
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,32,1,power_law_1.01,2.4579795837402343
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,32,1,power_law_1.01,0.040616960525512696
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,32,1,power_law_1.01,0.04390143871307373
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,32,1,power_law_1.01,0.05213823795318604
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,32,1,power_law_1.01,0.06016448020935059
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,32,1,power_law_1.01,0.06973696231842041
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,32,1,power_law_1.01,0.08650752067565917
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,32,1,power_law_1.01,0.08827839851379395
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,32,1,power_law_1.01,0.08967231750488282
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,32,1,power_law_1.01,0.09139776229858398
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,32,1,power_law_1.01,0.09155712127685547
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,32,1,power_law_1.01,0.09426688194274903
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,32,1,power_law_1.2,0.025884160995483397
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,32,1,power_law_1.2,0.027700479030609133
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,32,1,power_law_1.2,0.03081088066101074
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,32,1,power_law_1.2,0.042108798027038576
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,32,1,power_law_1.2,0.05135488033294677
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,32,1,power_law_1.2,0.06574719905853271
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,32,1,power_law_1.2,0.07568384170532226
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,32,1,power_law_1.2,0.08668864250183106
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,32,1,power_law_1.2,0.0986201572418213
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,32,1,power_law_1.2,0.10089023590087891
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,32,1,power_law_1.2,0.11509056091308593
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,32,1,power_law_1.2,0.14337727546691895
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,32,1,power_law_1.2,0.1445683193206787
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,32,1,power_law_1.2,0.1514406394958496
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,32,1,power_law_1.2,0.1564204788208008
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,32,1,power_law_1.2,0.1602854347229004
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,32,1,power_law_1.2,0.17075519561767577
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,32,1,power_law_1.2,0.19267135620117187
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,32,1,power_law_1.2,0.2090572738647461
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,32,1,power_law_1.2,0.26242431640624997
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,32,1,power_law_1.2,0.34475711822509764
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,32,1,power_law_1.2,0.5063379287719727
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,32,1,power_law_1.2,0.6929612731933593
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,32,1,power_law_1.2,0.9581459045410157
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,32,1,power_law_1.2,1.2794445037841797
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,32,1,power_law_1.2,1.8537945556640625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,32,1,power_law_1.2,2.478809661865234
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,32,1,power_law_1.2,0.04062592029571534
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,32,1,power_law_1.2,0.043900799751281736
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,32,1,power_law_1.2,0.05127488136291504
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,32,1,power_law_1.2,0.05821695804595948
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,32,1,power_law_1.2,0.06762368202209472
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,32,1,power_law_1.2,0.08696895599365234
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,32,1,power_law_1.2,0.08894720077514648
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,32,1,power_law_1.2,0.09058496475219727
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,32,1,power_law_1.2,0.09214719772338867
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,32,1,power_law_1.2,0.092291841506958
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,32,1,power_law_1.2,0.0941977596282959
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,32,1,power_law_1.01,0.034884479045867924
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,32,1,power_law_1.01,0.0373849606513977
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,32,1,power_law_1.01,0.07065279960632324
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,32,1,power_law_1.01,0.1250412845611572
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,32,1,power_law_1.01,0.17866111755371095
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,32,1,power_law_1.01,0.2739769554138184
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,32,1,power_law_1.01,0.29310783386230466
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,32,1,power_law_1.01,0.3053356742858887
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,32,1,power_law_1.01,0.31312255859375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,32,1,power_law_1.01,0.31862592697143555
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,32,1,power_law_1.01,0.3313011169433594
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,32,1,power_law_1.01,0.3431315231323242
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,32,1,power_law_1.01,0.44363456726074213
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,32,1,power_law_1.01,0.4659859085083008
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,32,1,power_law_1.01,0.470582389831543
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,32,1,power_law_1.01,0.4703968048095703
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,32,1,power_law_1.01,0.5016191864013673
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,32,1,power_law_1.01,0.5526208114624024
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,32,1,power_law_1.01,0.590563850402832
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,32,1,power_law_1.01,0.6848429107666016
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,32,1,power_law_1.01,0.8688326263427735
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,32,1,power_law_1.01,1.0436160278320312
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,32,1,power_law_1.01,1.2466758728027343
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,32,1,power_law_1.01,1.740364227294922
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,32,1,power_law_1.01,2.2605715942382814
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,32,1,power_law_1.01,3.3321057128906246
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,32,1,power_law_1.01,4.411426696777344
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,32,1,power_law_1.01,0.0544595193862915
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,32,1,power_law_1.01,0.060172801017761235
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,32,1,power_law_1.01,0.07489151954650879
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,32,1,power_law_1.01,0.09102272033691407
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,32,1,power_law_1.01,0.11717568397521974
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,32,1,power_law_1.01,0.21030080795288084
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,32,1,power_law_1.01,0.2207040023803711
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,32,1,power_law_1.01,0.2284236717224121
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,32,1,power_law_1.01,0.23558271408081052
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,32,1,power_law_1.01,0.24126720428466797
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,32,1,power_law_1.01,0.24804224014282225
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,32,1,power_law_1.01,0.2576819229125976
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,32,1,power_law_1.2,0.03492415904998779
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,32,1,power_law_1.2,0.06216447830200196
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,32,1,power_law_1.2,0.06915135860443115
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,32,1,power_law_1.2,0.10545920372009276
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,32,1,power_law_1.2,0.16415103912353515
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,32,1,power_law_1.2,0.26696960449218754
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,32,1,power_law_1.2,0.28844863891601563
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,32,1,power_law_1.2,0.30529600143432617
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,32,1,power_law_1.2,0.31677183151245114
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,32,1,power_law_1.2,0.32699390411376955
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,32,1,power_law_1.2,0.33877632141113284
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,32,1,power_law_1.2,0.3496319961547852
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,32,1,power_law_1.2,0.45588222503662107
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,32,1,power_law_1.2,0.4636403274536133
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,32,1,power_law_1.2,0.47847614288330076
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,32,1,power_law_1.2,0.49055934906005855
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,32,1,power_law_1.2,0.5140851211547852
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,32,1,power_law_1.2,0.5549075317382812
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,32,1,power_law_1.2,0.5990719985961914
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,32,1,power_law_1.2,0.7130028533935546
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,32,1,power_law_1.2,0.8657727813720703
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,32,1,power_law_1.2,1.0537990570068358
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,32,1,power_law_1.2,1.2665708923339845
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,32,1,power_law_1.2,1.752691192626953
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,32,1,power_law_1.2,2.2668499755859375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,32,1,power_law_1.2,3.382284240722656
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,32,1,power_law_1.2,4.471206359863281
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,32,1,power_law_1.2,0.05458367824554443
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,32,1,power_law_1.2,0.05993919849395753
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,32,1,power_law_1.2,0.07056511878967285
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,32,1,power_law_1.2,0.08673407554626464
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,32,1,power_law_1.2,0.10794879913330077
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,32,1,power_law_1.2,0.20644863128662108
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,32,1,power_law_1.2,0.21747711181640622
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,32,1,power_law_1.2,0.23073984146118165
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,32,1,power_law_1.2,0.23920703887939454
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,32,1,power_law_1.2,0.24586816787719729
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,32,1,power_law_1.2,0.2544902420043945
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,32,1,power_law_1.2,0.2610047912597656
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,32,1,power_law_1.01,0.03779135942459107
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,32,1,power_law_1.01,0.040240001678466794
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,32,1,power_law_1.01,0.0448415994644165
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,32,1,power_law_1.01,0.14243455886840822
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,32,1,power_law_1.01,0.24429695129394532
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,32,1,power_law_1.01,0.3433651351928711
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,32,1,power_law_1.01,0.40698497772216796
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,32,1,power_law_1.01,0.5154201507568359
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,32,1,power_law_1.01,0.5400505447387696
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,32,1,power_law_1.01,0.5630233764648438
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,32,1,power_law_1.01,0.5866355133056641
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,32,1,power_law_1.01,0.5984428787231446
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,32,1,power_law_1.01,0.6243212890625001
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,32,1,power_law_1.01,0.6755302429199219
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,32,1,power_law_1.01,0.6904198455810546
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,32,1,power_law_1.01,0.7167826843261719
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,32,1,power_law_1.01,0.927298583984375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,32,1,power_law_1.01,0.9939743804931641
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,32,1,power_law_1.01,1.0543859100341797
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,32,1,power_law_1.01,1.1801753234863281
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,32,1,power_law_1.01,1.3577395629882811
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,32,1,power_law_1.01,1.5410566711425782
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,32,1,power_law_1.01,1.795366973876953
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,32,1,power_law_1.01,2.369535369873047
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,32,1,power_law_1.01,2.84899658203125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,32,1,power_law_1.01,3.990611877441406
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,32,1,power_law_1.01,5.136026611328125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,32,1,power_law_1.01,0.05995584011077881
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,32,1,power_law_1.01,0.06534848213195801
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,32,1,power_law_1.01,0.07835199832916259
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,32,1,power_law_1.01,0.10874943733215332
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,32,1,power_law_1.01,0.19349184036254882
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,32,1,power_law_1.01,0.27790719985961915
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,32,1,power_law_1.01,0.34471103668212894
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,32,1,power_law_1.01,0.41032062530517577
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,32,1,power_law_1.01,0.42864128112792965
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,32,1,power_law_1.01,0.44515327453613285
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,32,1,power_law_1.01,0.46203006744384767
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,32,1,power_law_1.01,0.4710662460327148
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,32,1,power_law_1.01,0.4883334350585938
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,32,1,power_law_1.01,0.5061811065673828
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,32,1,power_law_1.01,0.5164038467407226
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,32,1,power_law_1.01,0.5388723373413086
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,32,1,power_law_1.2,0.03653696060180664
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,32,1,power_law_1.2,0.03858304023742676
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,32,1,power_law_1.2,0.06025216102600097
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,32,1,power_law_1.2,0.14340543746948242
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,32,1,power_law_1.2,0.23014015197753906
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,32,1,power_law_1.2,0.3239744186401367
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,32,1,power_law_1.2,0.380263671875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,32,1,power_law_1.2,0.5038483047485351
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,32,1,power_law_1.2,0.5269747161865235
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,32,1,power_law_1.2,0.5439168167114258
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,32,1,power_law_1.2,0.5683513641357422
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,32,1,power_law_1.2,0.5940076828002929
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,32,1,power_law_1.2,0.6142233657836914
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,32,1,power_law_1.2,0.6659423828125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,32,1,power_law_1.2,0.6883808135986328
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,32,1,power_law_1.2,0.7098777770996094
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,32,1,power_law_1.2,0.935709457397461
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,32,1,power_law_1.2,1.0075270080566407
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,32,1,power_law_1.2,1.0659085083007813
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,32,1,power_law_1.2,1.2089926147460939
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,32,1,power_law_1.2,1.3886239624023438
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,32,1,power_law_1.2,1.6066662597656252
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,32,1,power_law_1.2,1.8492466735839845
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,32,1,power_law_1.2,2.422202301025391
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,32,1,power_law_1.2,2.892565002441406
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,32,1,power_law_1.2,4.021864318847657
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,32,1,power_law_1.2,5.2568640136718745
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,32,1,power_law_1.2,0.05988416194915771
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,32,1,power_law_1.2,0.06521344184875488
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,32,1,power_law_1.2,0.07838655948638916
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,32,1,power_law_1.2,0.10891776084899903
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,32,1,power_law_1.2,0.1750771141052246
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,32,1,power_law_1.2,0.25885759353637694
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,32,1,power_law_1.2,0.3045286369323731
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,32,1,power_law_1.2,0.40270271301269533
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,32,1,power_law_1.2,0.4197113418579102
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,32,1,power_law_1.2,0.4315289688110352
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,32,1,power_law_1.2,0.448263053894043
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,32,1,power_law_1.2,0.4679993438720703
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,32,1,power_law_1.2,0.4834272003173828
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,32,1,power_law_1.2,0.5008460617065429
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,32,1,power_law_1.2,0.5167955017089844
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,32,1,power_law_1.2,0.5350572967529297
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,3072,1536,8,256,32,1,power_law_1.01,0.02262144088745117
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,3072,1536,8,256,32,1,power_law_1.01,0.024676480293273927
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,3072,1536,8,256,32,1,power_law_1.01,0.02684607982635498
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,3072,1536,8,256,32,1,power_law_1.01,0.04481152057647705
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,3072,1536,8,256,32,1,power_law_1.01,0.05648255825042725
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,3072,1536,8,256,32,1,power_law_1.01,0.07822656154632568
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,3072,1536,8,256,32,1,power_law_1.01,0.12912447929382326
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,3072,1536,8,256,32,1,power_law_1.01,0.14054719924926756
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,3072,1536,8,256,32,1,power_law_1.01,0.14547391891479494
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,3072,1536,8,256,32,1,power_law_1.01,0.14722175598144532
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,3072,1536,8,256,32,1,power_law_1.01,0.1568876838684082
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,3072,1536,8,256,32,1,power_law_1.01,0.16336383819580078
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,3072,1536,8,256,32,1,power_law_1.01,0.1675916862487793
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,3072,1536,8,256,32,1,power_law_1.01,0.1747372817993164
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,3072,1536,8,256,32,1,power_law_1.01,0.21695295333862305
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,3072,1536,8,256,32,1,power_law_1.01,0.22076223373413084
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,3072,1536,8,256,32,1,power_law_1.01,0.23286912918090819
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,3072,1536,8,256,32,1,power_law_1.01,0.2495916748046875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,3072,1536,8,256,32,1,power_law_1.01,0.267828483581543
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,3072,1536,8,256,32,1,power_law_1.01,0.30115072250366215
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,3072,1536,8,256,32,1,power_law_1.01,0.3533235168457031
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,3072,1536,8,256,32,1,power_law_1.01,0.4872467041015625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,3072,1536,8,256,32,1,power_law_1.01,0.584126091003418
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,3072,1536,8,256,32,1,power_law_1.01,0.8008716583251954
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,3072,1536,8,256,32,1,power_law_1.01,1.0411910247802734
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,3072,1536,8,256,32,1,power_law_1.01,1.4995468139648438
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,3072,1536,8,256,32,1,power_law_1.01,1.9633946228027344
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,32,1,power_law_1.01,0.036542720794677734
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,32,1,power_law_1.01,0.03981760025024414
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,32,1,power_law_1.01,0.045644159317016604
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,32,1,power_law_1.01,0.05699840068817139
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,32,1,power_law_1.01,0.06972224235534667
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,32,1,power_law_1.01,0.08653375625610352
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,32,1,power_law_1.01,0.10031423568725586
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,32,1,power_law_1.01,0.11476287841796876
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,32,1,power_law_1.01,0.11638143539428711
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,32,1,power_law_1.01,0.11726400375366211
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,32,1,power_law_1.01,0.1207705593109131
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,32,1,power_law_1.01,0.12440640449523925
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,32,1,power_law_1.01,0.1258131217956543
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,32,1,power_law_1.01,0.12819711685180663
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,3072,1536,8,256,32,1,power_law_1.2,0.02385727882385254
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,3072,1536,8,256,32,1,power_law_1.2,0.025893120765686034
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,3072,1536,8,256,32,1,power_law_1.2,0.027964160442352292
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,3072,1536,8,256,32,1,power_law_1.2,0.04191808223724365
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,3072,1536,8,256,32,1,power_law_1.2,0.05382976055145263
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,3072,1536,8,256,32,1,power_law_1.2,0.07300288200378417
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,3072,1536,8,256,32,1,power_law_1.2,0.12396415710449218
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,3072,1536,8,256,32,1,power_law_1.2,0.13620800018310547
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,3072,1536,8,256,32,1,power_law_1.2,0.14091327667236328
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,3072,1536,8,256,32,1,power_law_1.2,0.14731264114379883
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,3072,1536,8,256,32,1,power_law_1.2,0.15315967559814453
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,3072,1536,8,256,32,1,power_law_1.2,0.160184326171875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,3072,1536,8,256,32,1,power_law_1.2,0.16618751525878905
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,3072,1536,8,256,32,1,power_law_1.2,0.17670143127441407
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,3072,1536,8,256,32,1,power_law_1.2,0.21918144226074218
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,3072,1536,8,256,32,1,power_law_1.2,0.22437055587768553
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,3072,1536,8,256,32,1,power_law_1.2,0.23362688064575193
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,3072,1536,8,256,32,1,power_law_1.2,0.2571027183532715
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,3072,1536,8,256,32,1,power_law_1.2,0.27267520904541015
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,3072,1536,8,256,32,1,power_law_1.2,0.3121683120727539
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,3072,1536,8,256,32,1,power_law_1.2,0.35847488403320316
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,3072,1536,8,256,32,1,power_law_1.2,0.49789184570312506
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,3072,1536,8,256,32,1,power_law_1.2,0.5992083358764648
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,3072,1536,8,256,32,1,power_law_1.2,0.8120877075195313
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,3072,1536,8,256,32,1,power_law_1.2,1.0425759887695312
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,3072,1536,8,256,32,1,power_law_1.2,1.519471435546875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,3072,1536,8,256,32,1,power_law_1.2,1.9911155700683594
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,32,1,power_law_1.2,0.03653696060180664
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,32,1,power_law_1.2,0.03981760025024414
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,32,1,power_law_1.2,0.04567359924316407
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,32,1,power_law_1.2,0.05455935955047607
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,32,1,power_law_1.2,0.06677311897277832
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,32,1,power_law_1.2,0.08403583526611327
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,32,1,power_law_1.2,0.09638079643249511
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,32,1,power_law_1.2,0.1107750415802002
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,32,1,power_law_1.2,0.11496447563171386
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,32,1,power_law_1.2,0.1172652816772461
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,32,1,power_law_1.2,0.11981504440307618
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,32,1,power_law_1.2,0.12339520454406738
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,32,1,power_law_1.2,0.12618816375732422
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,32,1,power_law_1.2,0.1329817581176758
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,32,1,power_law_1.01,0.0242412805557251
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,32,1,power_law_1.01,0.025903360843658445
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,32,1,power_law_1.01,0.029978239536285402
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,32,1,power_law_1.01,0.036528000831604
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,32,1,power_law_1.01,0.04554880142211914
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,32,1,power_law_1.01,0.059516158103942875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,32,1,power_law_1.01,0.063821439743042
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,32,1,power_law_1.01,0.0664799976348877
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,32,1,power_law_1.01,0.06897151947021485
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,32,1,power_law_1.01,0.0713651180267334
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,32,1,power_law_1.01,0.07683648109436035
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,32,1,power_law_1.01,0.0804691219329834
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,32,1,power_law_1.01,0.08204480171203613
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,32,1,power_law_1.01,0.08679488182067871
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,32,1,power_law_1.01,0.09247424125671386
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,32,1,power_law_1.01,0.09828031539916993
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,32,1,power_law_1.01,0.11186240196228028
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,32,1,power_law_1.01,0.1477939224243164
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,32,1,power_law_1.01,0.17404544830322266
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,32,1,power_law_1.01,0.2075775909423828
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,32,1,power_law_1.01,0.23955392837524414
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,32,1,power_law_1.01,0.30700672149658204
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,32,1,power_law_1.01,0.42349121093750003
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,32,1,power_law_1.01,0.5941632080078125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,32,1,power_law_1.01,0.7991455841064453
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,32,1,power_law_1.01,1.1671372985839843
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,32,1,power_law_1.01,1.5245881652832032
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,32,1,power_law_1.2,0.024228479862213135
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,32,1,power_law_1.2,0.025883519649505617
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,32,1,power_law_1.2,0.029983360767364502
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,32,1,power_law_1.2,0.034923520088195804
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,32,1,power_law_1.2,0.043532800674438474
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,32,1,power_law_1.2,0.062256641387939446
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,32,1,power_law_1.2,0.06438015937805176
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,32,1,power_law_1.2,0.06765632152557373
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,32,1,power_law_1.2,0.07017792224884033
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,32,1,power_law_1.2,0.07403647899627686
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,32,1,power_law_1.2,0.08173376083374023
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,32,1,power_law_1.2,0.08792448043823242
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,32,1,power_law_1.2,0.09071040153503418
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,32,1,power_law_1.2,0.09268095970153808
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,32,1,power_law_1.2,0.10008576393127441
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,32,1,power_law_1.2,0.10232255935668946
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,32,1,power_law_1.2,0.11312447547912599
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,32,1,power_law_1.2,0.15368831634521485
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,32,1,power_law_1.2,0.17457151412963867
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,32,1,power_law_1.2,0.2119820785522461
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,32,1,power_law_1.2,0.24155904769897463
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,32,1,power_law_1.2,0.3237587356567383
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,32,1,power_law_1.2,0.42104961395263674
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,32,1,power_law_1.2,0.5991110229492188
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,32,1,power_law_1.2,0.8048115539550782
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,32,1,power_law_1.2,1.172456283569336
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,32,1,power_law_1.2,1.5362399291992186
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,32,1,power_law_1.01,0.04842112064361572
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,32,1,power_law_1.01,0.06233920097351074
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,32,1,power_law_1.01,0.17354623794555663
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,32,1,power_law_1.01,0.2834457588195801
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,32,1,power_law_1.01,0.40491775512695316
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,32,1,power_law_1.01,0.6361651229858398
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,32,1,power_law_1.01,0.6897261047363281
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,32,1,power_law_1.01,0.7215692901611328
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,32,1,power_law_1.01,0.7522777557373047
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,32,1,power_law_1.01,0.7757920074462891
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,32,1,power_law_1.01,0.8144147491455078
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,32,1,power_law_1.01,0.8546348571777344
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,32,1,power_law_1.01,0.8944255828857421
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,32,1,power_law_1.01,0.9809458923339843
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,32,1,power_law_1.01,1.038903045654297
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,32,1,power_law_1.01,1.1217024230957031
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,32,1,power_law_1.01,1.2541401672363282
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,32,1,power_law_1.01,1.2769709014892578
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,32,1,power_law_1.01,1.3990284729003908
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,32,1,power_law_1.01,1.629986572265625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,32,1,power_law_1.01,1.8675532531738281
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,32,1,power_law_1.01,2.2919232177734377
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,32,1,power_law_1.01,2.7325323486328124
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,32,1,power_law_1.01,3.7406427001953126
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,32,1,power_law_1.01,4.796018676757813
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,32,1,power_law_1.01,6.912514038085938
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,32,1,power_law_1.01,9.024172973632812
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,32,1,power_law_1.01,0.33437889099121093
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,32,1,power_law_1.01,0.5875961685180664
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,32,1,power_law_1.01,1.2760384368896485
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,32,1,power_law_1.01,2.256926727294922
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,32,1,power_law_1.01,3.0626062011718753
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,32,1,power_law_1.01,4.846390991210937
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,32,1,power_law_1.01,5.229725952148438
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,32,1,power_law_1.01,5.4654296875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,32,1,power_law_1.01,5.646401977539062
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,32,1,power_law_1.01,5.678186645507813
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,32,1,power_law_1.01,5.741173095703125
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,32,1,power_law_1.01,5.907352294921875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,32,1,power_law_1.01,5.931149291992187
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,32,1,power_law_1.01,6.108796386718749
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,32,1,power_law_1.01,6.2868017578124995
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,32,1,power_law_1.01,6.61573974609375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,32,1,power_law_1.01,6.9875683593749995
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,32,1,power_law_1.2,0.048404479026794435
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,32,1,power_law_1.2,0.07509759902954102
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,32,1,power_law_1.2,0.172478084564209
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,32,1,power_law_1.2,0.2625529670715332
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,32,1,power_law_1.2,0.3575859069824219
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,32,1,power_law_1.2,0.6234662246704101
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,32,1,power_law_1.2,0.6870015716552734
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,32,1,power_law_1.2,0.7115622711181641
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,32,1,power_law_1.2,0.7527629089355469
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,32,1,power_law_1.2,0.7928141021728516
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,32,1,power_law_1.2,0.8258163452148437
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,32,1,power_law_1.2,0.8770278167724609
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,32,1,power_law_1.2,0.9216786956787109
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,32,1,power_law_1.2,1.015923843383789
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,32,1,power_law_1.2,1.0797119903564454
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,32,1,power_law_1.2,1.1536633300781252
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,32,1,power_law_1.2,1.2880645751953126
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,32,1,power_law_1.2,1.3262655639648437
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,32,1,power_law_1.2,1.4377011108398439
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,32,1,power_law_1.2,1.6668479919433594
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,32,1,power_law_1.2,1.8872633361816404
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,32,1,power_law_1.2,2.318284149169922
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,32,1,power_law_1.2,2.764537658691406
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,32,1,power_law_1.2,3.772050476074219
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,32,1,power_law_1.2,4.8127294921875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,32,1,power_law_1.2,6.954835815429687
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,32,1,power_law_1.2,9.070983276367187
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,32,1,power_law_1.2,0.33209407806396485
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,32,1,power_law_1.2,0.6204915237426758
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,32,1,power_law_1.2,1.2768800354003906
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,32,1,power_law_1.2,2.066327667236328
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,32,1,power_law_1.2,2.776288757324219
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,32,1,power_law_1.2,4.773856506347657
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,32,1,power_law_1.2,5.247706909179688
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,32,1,power_law_1.2,5.406288452148438
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,32,1,power_law_1.2,5.609432983398437
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,32,1,power_law_1.2,5.7669348144531245
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,32,1,power_law_1.2,5.910592041015625
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,32,1,power_law_1.2,5.9921942138671875
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,32,1,power_law_1.2,6.104218139648437
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,32,1,power_law_1.2,6.414877929687501
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,32,1,power_law_1.2,6.698767700195313
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,32,1,power_law_1.2,6.928037109375
SGLang,0.5.9,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,32,1,power_law_1.2,7.502195434570313
