framework,version,device,op_name,kernel_source,moe_dtype,num_tokens,hidden_size,inter_size,topk,num_experts,moe_tp_size,moe_ep_size,distribution,latency
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,1,1,power_law_1.01,0.5452473449707032
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,1,1,power_law_1.01,0.4372915267944336
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,1,1,power_law_1.01,1.2714662170410156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,1,1,power_law_1.01,1.3339173889160156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,1,1,power_law_1.01,1.2716633605957033
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,1,1,power_law_1.01,0.3191436767578125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,1,1,power_law_1.01,0.9172345733642577
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,1,1,power_law_1.01,1.289068145751953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,1,1,power_law_1.01,1.4152543640136719
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,1,1,power_law_1.01,1.4429107666015626
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,1,1,power_law_1.01,1.2557881927490233
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,1,1,power_law_1.01,1.5941395568847656
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,1,1,power_law_1.01,1.7478956604003906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,1,1,power_law_1.01,1.8760333251953125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,1,1,power_law_1.01,1.2853164672851562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,1,1,power_law_1.01,1.965617980957031
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,1,1,power_law_1.01,2.3184774780273436
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,1,1,power_law_1.01,2.980634765625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,1,1,power_law_1.01,3.7439385986328126
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,1,1,power_law_1.01,5.413252563476563
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,1,1,power_law_1.01,6.978499145507813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,1,1,power_law_1.01,10.37593505859375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,1,1,power_law_1.01,13.756462402343749
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,1,1,power_law_1.01,20.182359619140623
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,1,1,power_law_1.01,43.552060546875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,1,1,power_law_1.01,41.54806640625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,1,1,power_law_1.01,0.15873984336853025
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,1,1,power_law_1.01,0.48994110107421873
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,1,1,power_law_1.01,56.079892578125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,1,1,power_law_1.01,0.24474496841430665
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,1,1,power_law_1.01,0.4823417663574219
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,1,1,power_law_1.01,0.29642496109008787
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,1,1,power_law_1.01,0.49915840148925783
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,1,1,power_law_1.01,0.5039174270629883
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,1,1,power_law_1.01,0.49558975219726564
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,1,1,power_law_1.01,0.49987262725830084
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,1,1,power_law_1.01,0.5256224060058594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,1,1,power_law_1.01,0.6710189056396485
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,1,1,power_law_1.01,0.6045100784301758
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,1,1,power_law_1.01,0.6230239868164062
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,1,1,power_law_1.01,0.6973056030273438
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,1,1,power_law_1.01,0.6400518035888672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,1,1,power_law_1.01,0.7058604431152344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,1,1,power_law_1.01,70.6445068359375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,1,1,power_law_1.01,0.623364486694336
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,1,1,power_law_1.01,0.7807974243164063
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,1,1,power_law_1.01,0.8775167846679688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,1,1,power_law_1.01,1.2255007934570312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,1,1,power_law_1.01,2.855199279785156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,1,1,power_law_1.2,0.3235820770263672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,1,1,power_law_1.01,2.2622508239746093
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,1,1,power_law_1.2,0.40718528747558597
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,1,1,power_law_1.2,0.5121862411499023
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,1,1,power_law_1.2,0.9655833435058593
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,1,1,power_law_1.2,1.2032281494140624
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,1,1,power_law_1.01,2.955962829589844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,1,1,power_law_1.2,1.3742573547363282
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,1,1,power_law_1.2,1.3014118957519532
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,1,1,power_law_1.2,1.2813165283203125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,1,1,power_law_1.2,1.4130450439453124
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,1,1,power_law_1.2,1.35198974609375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,1,1,power_law_1.01,4.253975830078125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,1,1,power_law_1.2,1.4326284790039063
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,1,1,power_law_1.2,1.6318995666503906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,1,1,power_law_1.2,1.5201402282714844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,1,1,power_law_1.2,1.7234873962402344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,1,1,power_law_1.01,5.467694091796875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,1,1,power_law_1.2,1.8295199584960937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,1,1,power_law_1.2,2.6748382568359377
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,1,1,power_law_1.01,8.069081420898438
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,1,1,power_law_1.2,2.2816230773925783
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,1,1,power_law_1.2,3.0413504028320313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,1,1,power_law_1.2,3.8707070922851563
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,4096,14336,2,8,1,1,power_law_1.01,13.904350585937499
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,1,1,power_law_1.01,11.058765869140625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,1,1,power_law_1.2,5.31098876953125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,1,1,power_law_1.2,10.18829345703125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,1,1,power_law_1.2,0.16013887405395508
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,1,1,power_law_1.2,0.22442687988281249
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,1,1,power_law_1.2,0.2694329643249512
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,1,1,power_law_1.2,0.48139904022216795
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,1,1,power_law_1.2,0.4678976058959961
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,1,1,power_law_1.2,13.4196044921875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,1,1,power_law_1.2,16.141888427734376
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,1,1,power_law_1.2,0.5000864028930664
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,1,1,power_law_1.2,0.5025446319580078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,1,1,power_law_1.2,0.5108089447021484
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,1,1,power_law_1.2,0.717193603515625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,1,1,power_law_1.2,0.5409331130981445
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,1,1,power_law_1.2,0.6128313446044922
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,1,1,power_law_1.2,0.6691423797607422
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,1,1,power_law_1.2,0.9895487976074218
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,1,1,power_law_1.2,0.6411603546142578
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,1,1,power_law_1.2,0.6752537536621094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,1,1,power_law_1.2,0.6318758392333985
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,1,1,power_law_1.2,0.7741113281249999
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,1,1,power_law_1.2,1.892589416503906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,1,1,power_law_1.2,0.8965145874023438
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,1,1,power_law_1.2,1.2796537780761719
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,1,1,power_law_1.2,2.309897003173828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,1,1,power_law_1.2,20.338679199218753
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,1,1,power_law_1.2,2.9237957763671876
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,1,1,power_law_1.2,5.678777465820312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,1,1,power_law_1.2,4.36968505859375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,1,1,power_law_1.2,5.703104248046875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,1,1,power_law_1.01,0.4751833724975586
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,1,1,power_law_1.2,27.473881835937497
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,1,1,power_law_1.01,0.7039552307128906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,1,1,power_law_1.01,0.9080332946777343
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,1,1,power_law_1.2,8.0873095703125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,1,1,power_law_1.01,1.5588371276855468
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,1,1,power_law_1.01,2.249225616455078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,1,1,power_law_1.01,2.2776205444335935
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,1,1,power_law_1.01,2.354895324707031
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,1,1,power_law_1.01,2.352025604248047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,1,1,power_law_1.01,2.40198974609375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,1,1,power_law_1.01,2.516559295654297
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,1,1,power_law_1.01,2.6692410278320313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,1,1,power_law_1.01,2.70536376953125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,4096,14336,2,8,1,1,power_law_1.2,13.906462402343749
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,1,1,power_law_1.01,3.0547506713867185
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,1,1,power_law_1.01,3.298638000488281
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,1,1,power_law_1.01,3.429770202636719
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,1,1,power_law_1.01,3.5229888916015626
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,1,1,power_law_1.2,41.559848632812496
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,1,1,power_law_1.01,4.247510375976562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,1,1,power_law_1.01,5.378157348632813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,1,1,power_law_1.01,6.625193481445312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,1,1,power_law_1.01,9.581939086914062
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,1,1,power_law_1.01,12.189686279296875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,1,1,power_law_1.2,56.5294970703125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,1,1,power_law_1.2,36.245151367187496
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,1,1,power_law_1.01,17.80617431640625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,1,1,power_law_1.01,0.24255615234375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,1,1,power_law_1.01,0.3765919876098633
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,1,1,power_law_1.01,0.47571582794189454
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,1,1,power_law_1.01,23.472829589843748
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,1,1,power_law_1.2,70.65825683593751
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,1,1,power_law_1.01,0.8068313598632812
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,1,1,power_law_1.01,0.846471710205078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,1,1,power_law_1.01,0.8514752197265626
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,1,1,power_law_1.01,0.8615424346923828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,1,1,power_law_1.01,0.855068130493164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,1,1,power_law_1.01,0.8546598052978516
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,1,1,power_law_1.01,0.8747315216064454
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,1,1,power_law_1.01,0.8832838439941406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,1,1,power_law_1.01,35.19315185546875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,1,1,power_law_1.01,0.875683822631836
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,1,1,power_law_1.01,0.9027597045898437
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,1,1,power_law_1.01,0.9206285095214843
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,1,1,power_law_1.01,0.917356185913086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,1,1,power_law_1.01,0.962493438720703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,1,1,power_law_1.01,1.0287065887451172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,1,1,power_law_1.01,1.2769625854492186
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,1,1,power_law_1.01,1.5207679748535157
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,1,1,power_law_1.01,2.078011474609375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,1,1,power_law_1.01,2.580291748046875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,1,1,power_law_1.01,3.686803283691406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,1,1,power_law_1.01,4.810340576171875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,1,1,power_law_1.01,7.1399645996093755
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,1,1,power_law_1.01,9.172933349609375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,1,1,power_law_1.2,0.4758918380737304
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,1,1,power_law_1.2,0.6251334381103516
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,1,1,power_law_1.01,47.449130859374996
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,1,1,power_law_1.2,0.8267072296142578
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,1,1,power_law_1.2,1.5551129150390626
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,1,1,power_law_1.2,2.1468492126464844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,1,1,power_law_1.01,13.4891259765625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,1,1,power_law_1.2,2.282490234375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,1,1,power_law_1.2,2.356376953125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,1,1,power_law_1.2,2.353077087402344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,1,1,power_law_1.2,2.4474566650390623
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,1,1,power_law_1.2,2.553116760253906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,1,1,power_law_1.2,2.6728436279296877
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,1,1,power_law_1.2,2.739971923828125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,1,1,power_law_1.01,17.80826171875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,1,1,power_law_1.2,2.868663024902344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,1,1,power_law_1.2,3.2707699584960936
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,1,1,power_law_1.2,3.4394003295898434
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,1,1,power_law_1.2,3.509809875488281
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,1,1,power_law_1.2,4.186693115234375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,6144,16384,2,8,1,1,power_law_1.01,22.11194580078125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,1,1,power_law_1.2,5.445667114257812
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,1,1,power_law_1.2,6.692456665039063
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,1,1,power_law_1.2,9.358843994140624
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,1,1,power_law_1.01,72.05434082031249
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,1,1,power_law_1.2,12.325617675781249
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,1,1,power_law_1.2,17.833587646484375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,1,1,power_law_1.2,23.39283447265625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,1,1,power_law_1.2,0.24445695877075196
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,1,1,power_law_1.2,0.33537792205810546
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,1,1,power_law_1.2,0.4379193496704102
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,1,1,power_law_1.2,0.8072185516357422
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,1,1,power_law_1.2,0.8165708923339844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,1,1,power_law_1.2,0.8530079650878907
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,1,1,power_law_1.2,0.8596447753906251
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,1,1,power_law_1.2,0.8475449371337891
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,1,1,power_law_1.2,0.8688614654541016
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,1,1,power_law_1.2,0.8723321533203124
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,1,1,power_law_1.2,0.8814144134521484
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,1,1,power_law_1.01,96.91185546875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,1,1,power_law_1.2,35.5211767578125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,1,1,power_law_1.2,0.8927334594726564
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,1,1,power_law_1.2,0.8824352264404297
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,1,1,power_law_1.2,0.9187750244140626
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,1,1,power_law_1.2,0.9416851043701172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,1,1,power_law_1.2,0.993675537109375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,1,1,power_law_1.2,1.0718195343017578
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,1,1,power_law_1.2,1.28570556640625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,1,1,power_law_1.2,1.4937625122070313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,1,1,power_law_1.2,2.1323341369628905
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,1,1,power_law_1.2,2.6115097045898437
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,1,1,power_law_1.2,3.622591857910156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,1,1,power_law_1.2,4.654058837890625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,1,1,power_law_1.2,7.000343017578125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,1,1,power_law_1.2,47.92044921875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,1,1,power_law_1.2,8.954573974609374
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,1,1,power_law_1.2,13.48697998046875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,1,1,power_law_1.01,0.2644319915771484
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,1,1,power_law_1.2,17.802369384765626
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,1,1,power_law_1.01,0.5166630554199219
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,1,1,power_law_1.01,0.6196358489990235
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,6144,16384,2,8,1,1,power_law_1.2,22.015864257812503
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,1,1,power_law_1.01,1.4031468200683594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,1,1,power_law_1.01,3.296621398925781
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,1,1,power_law_1.01,2.370050506591797
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,1,1,power_law_1.2,72.38439453125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,1,1,power_law_1.01,4.847072143554688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,1,1,power_law_1.01,5.073288269042969
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,1,1,power_law_1.01,5.2787841796875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,1,1,power_law_1.01,5.772300415039062
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,1,1,power_law_1.01,6.097555541992188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,1,1,power_law_1.01,5.424060668945312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,1,1,power_law_1.01,6.40516845703125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,1,1,power_law_1.01,6.971124267578125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,1,1,power_law_1.01,8.826499023437501
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,1,1,power_law_1.01,9.113190307617188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,1,1,power_law_1.01,9.694917602539062
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,1,1,power_law_1.2,97.47586914062501
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,1,1,power_law_1.01,10.694931640625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,1,1,power_law_1.01,11.471866455078125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,1,1,power_law_1.01,13.099320068359376
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,1,1,power_law_1.01,14.3733251953125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,1,1,power_law_1.01,16.9766357421875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,1,1,power_law_1.01,19.551163330078126
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,1,1,power_law_1.01,25.550180664062502
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,1,1,power_law_1.2,121.59315429687499
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,1,1,power_law_1.01,0.15510784149169923
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,1,1,power_law_1.01,31.377456054687503
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,1,1,power_law_1.01,0.27970624923706056
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,1,1,power_law_1.01,0.7672160339355469
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,1,1,power_law_1.01,0.3508915328979492
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,1,1,power_law_1.01,1.289800262451172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,1,1,power_law_1.01,1.7873420715332031
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,1,1,power_law_1.01,43.477744140625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,1,1,power_law_1.01,2.6096307373046876
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,1,1,power_law_1.01,2.895684509277344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,1,1,power_law_1.01,2.8307699584960937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,1,1,power_law_1.01,3.1024160766601563
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,1,1,power_law_1.01,2.724981689453125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,1,1,power_law_1.01,3.1652679443359375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,1,1,power_law_1.01,3.023109130859375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,1,1,power_law_1.01,3.211240844726562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,1,1,power_law_1.01,3.3941299438476564
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,1,1,power_law_1.01,3.450310363769531
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,1,1,power_law_1.01,55.560429687500005
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,1,1,power_law_1.01,3.557148132324219
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,1,1,power_law_1.01,3.6918130493164063
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,1,1,power_law_1.01,3.813710021972656
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,1,1,power_law_1.01,4.085955200195313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,1,1,power_law_1.01,4.290384521484375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,1,1,power_law_1.01,4.817365112304687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,1,1,power_law_1.01,5.422825317382812
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,1,1,power_law_1.01,6.608449096679688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,1,1,power_law_1.01,7.690130004882812
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,1,1,power_law_1.2,0.28230144500732424
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,1,1,power_law_1.2,0.5450041580200196
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,1,1,power_law_1.2,1.253612823486328
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,1,1,power_law_1.01,11.230181884765624
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,1,1,power_law_1.2,2.0441273498535155
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,1,1,power_law_1.2,0.5076185607910156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,1,1,power_law_1.01,67.8204345703125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,1,1,power_law_1.2,2.9107275390625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,1,1,power_law_1.01,14.056146240234375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,1,1,power_law_1.2,5.011210327148437
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,1,1,power_law_1.2,5.198383178710937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,1,1,power_law_1.2,5.3989208984375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,256,1,1,power_law_1.01,17.00083984375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,1,1,power_law_1.2,4.682228393554688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,1,1,power_law_1.2,5.8019519042968755
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,1,1,power_law_1.2,6.529407348632813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,1,1,power_law_1.2,7.224036254882813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,1,1,power_law_1.2,6.1928564453125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,1,1,power_law_1.2,9.161134643554687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,1,1,power_law_1.2,9.504389038085938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,1,1,power_law_1.2,10.076278686523438
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,1,1,power_law_1.2,11.20169189453125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,1,1,power_law_1.2,12.05398681640625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,1,1,power_law_1.2,13.664091796874999
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,1,1,power_law_1.2,14.590101318359377
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,1,1,power_law_1.2,17.52695556640625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,1,1,power_law_1.2,20.6224560546875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,1,1,power_law_1.2,26.1201904296875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,1,1,power_law_1.2,0.27046335220336915
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,1,1,power_law_1.2,0.31128768920898436
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,1,1,power_law_1.2,0.1552896022796631
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,1,1,power_law_1.2,1.118777618408203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,1,1,power_law_1.2,0.6869471740722657
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,1,1,power_law_1.2,2.5219827270507813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,1,1,power_law_1.2,32.5420361328125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,1,1,power_law_1.2,1.5825273132324218
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,1,1,power_law_1.2,2.7866302490234376
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,1,1,power_law_1.2,2.8758917236328125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,1,1,power_law_1.2,2.9910202026367188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,1,1,power_law_1.2,3.1076397705078125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,1,1,power_law_1.01,369.4742578125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,1,1,power_law_1.2,3.1871002197265623
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,1,1,power_law_1.2,2.62213134765625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,1,1,power_law_1.2,3.285079650878906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,1,1,power_law_1.2,3.4797509765625003
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,1,1,power_law_1.2,3.6568954467773436
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,1,1,power_law_1.2,3.8874533081054685
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,1,1,power_law_1.2,4.025119934082031
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,1,1,power_law_1.2,44.4229248046875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,1,1,power_law_1.2,4.316960144042969
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,1,1,power_law_1.2,8.696829223632813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,1,1,power_law_1.2,4.485171813964844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,1,1,power_law_1.2,5.02711181640625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,1,1,power_law_1.2,5.618994140625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,1,1,power_law_1.2,6.679930419921876
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,1,1,power_law_1.2,8.159768066406249
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,2048,768,8,128,1,1,power_law_1.01,0.05182591915130615
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,1,1,power_law_1.2,56.7924951171875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,1,1,power_law_1.2,14.413824462890625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,2048,768,8,128,1,1,power_law_1.01,0.062001919746398924
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,2048,768,8,128,1,1,power_law_1.01,0.10749631881713868
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,2048,768,8,128,1,1,power_law_1.01,0.1561683177947998
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,256,1,1,power_law_1.2,17.147840576171877
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,2048,768,8,128,1,1,power_law_1.01,0.37902847290039066
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,2048,768,8,128,1,1,power_law_1.01,0.38555839538574216
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,2048,768,8,128,1,1,power_law_1.01,0.36505470275878904
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,2048,768,8,128,1,1,power_law_1.01,0.39483009338378905
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,2048,768,8,128,1,1,power_law_1.01,0.4108883285522461
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,2048,768,8,128,1,1,power_law_1.01,0.21962623596191405
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,2048,768,8,128,1,1,power_law_1.01,0.416236801147461
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,2048,768,8,128,1,1,power_law_1.01,0.4128774261474609
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,1,1,power_law_1.2,69.15396484375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,2048,768,8,128,1,1,power_law_1.01,0.4180582427978516
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,2048,768,8,128,1,1,power_law_1.01,0.48636737823486326
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,2048,768,8,128,1,1,power_law_1.01,0.4442777633666992
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,2048,768,8,128,1,1,power_law_1.01,0.5271417617797851
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,2048,768,8,128,1,1,power_law_1.01,0.4554060745239258
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,2048,768,8,128,1,1,power_law_1.01,0.5188275146484375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,2048,768,8,128,1,1,power_law_1.01,0.4713702392578125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,1,1,power_law_1.2,39.228984374999996
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,2048,768,8,128,1,1,power_law_1.01,0.5595731353759765
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,2048,768,8,128,1,1,power_law_1.01,0.6386758422851562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,2048,768,8,128,1,1,power_law_1.01,3.6164614868164064
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,2048,768,8,128,1,1,power_law_1.01,0.768448028564453
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,1,1,power_law_1.01,0.046891517639160156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,1,1,power_law_1.01,0.07150271892547608
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,2048,768,8,128,1,1,power_law_1.01,0.9203072357177735
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,1,1,power_law_1.01,0.09777983665466308
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,1,1,power_law_1.01,0.12447999954223632
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,1,1,power_law_1.01,0.18738815307617188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,2048,768,8,128,1,1,power_law_1.01,1.266088333129883
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,1,1,power_law_1.01,0.20836992263793946
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,1,1,power_law_1.01,0.21526208877563477
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,2048,768,8,128,1,1,power_law_1.01,1.622419891357422
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,1,1,power_law_1.01,0.22143936157226562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,1,1,power_law_1.01,0.22485055923461914
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,1,1,power_law_1.01,0.23026559829711912
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,1,1,power_law_1.01,0.24922111511230466
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,1,1,power_law_1.01,0.25677888870239257
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,1,1,power_law_1.01,0.263819522857666
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,1,1,power_law_1.01,0.2662175941467285
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,2048,768,8,128,1,1,power_law_1.01,2.2527973937988284
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,1,1,power_law_1.01,0.2781331253051758
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,1,1,power_law_1.01,0.29275264739990237
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,1,1,power_law_1.01,0.31440576553344723
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,1,1,power_law_1.01,0.3568198394775391
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,1,1,power_law_1.01,0.41531902313232416
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,1,1,power_law_1.01,0.5165062332153321
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,1,1,power_law_1.01,0.6220345687866211
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,1,1,power_law_1.01,0.8584786987304687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,1,1,power_law_1.01,1.0760050964355468
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,1,1,power_law_1.01,1.547733154296875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,1,1,power_law_1.01,2.039490509033203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,2048,768,8,128,1,1,power_law_1.2,0.14179200172424317
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,2048,768,8,128,1,1,power_law_1.01,2.479051513671875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,2048,768,8,128,1,1,power_law_1.2,0.19052160263061524
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,1,1,power_law_1.01,0.24907840728759764
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,2048,768,8,128,1,1,power_law_1.2,0.05499008178710938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,2048,768,8,128,1,1,power_law_1.2,0.0935308837890625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,1,1,power_law_1.01,0.03211456060409546
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,2048,768,8,128,1,1,power_law_1.2,0.048715519905090335
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,2048,768,8,128,1,1,power_law_1.2,0.3544947052001953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,2048,768,8,128,1,1,power_law_1.2,0.42249408721923826
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,2048,768,8,128,1,1,power_law_1.2,0.39093631744384766
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,2048,768,8,128,1,1,power_law_1.2,0.3877702331542969
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,2048,768,8,128,1,1,power_law_1.01,12.530279541015625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,2048,768,8,128,1,1,power_law_1.2,0.40106945037841796
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,2048,768,8,128,1,1,power_law_1.2,0.4313049697875977
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,2048,768,8,128,1,1,power_law_1.2,0.4492716979980469
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,2048,768,8,128,1,1,power_law_1.2,0.39778942108154297
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,2048,768,8,128,1,1,power_law_1.2,0.5351615905761719
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,2048,768,8,128,1,1,power_law_1.2,0.41521472930908204
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,2048,768,8,128,1,1,power_law_1.2,0.579939193725586
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,2048,768,8,128,1,1,power_law_1.2,0.6491289520263672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,2048,768,8,128,1,1,power_law_1.2,0.799249267578125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,2048,768,8,128,1,1,power_law_1.2,0.9548345947265625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,2048,768,8,128,1,1,power_law_1.2,1.2741785430908203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,2048,768,8,128,1,1,power_law_1.2,1.5873210144042968
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,2048,768,8,128,1,1,power_law_1.2,2.3095181274414065
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,2048,768,8,128,1,1,power_law_1.2,0.5167436981201172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,2048,768,8,128,1,1,power_law_1.2,0.492798080444336
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,1,1,power_law_1.2,0.06624896049499511
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,2048,768,8,128,1,1,power_law_1.2,2.930456237792969
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,1,1,power_law_1.2,0.08967616081237792
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,1,1,power_law_1.2,0.11538432121276856
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,1,1,power_law_1.2,0.19266239166259766
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,1,1,power_law_1.2,0.21180288314819337
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,1,1,power_law_1.2,0.21824319839477538
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,1,1,power_law_1.2,0.22555200576782228
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,2048,768,8,128,1,1,power_law_1.2,3.6160684204101563
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,1,1,power_law_1.2,0.22570751190185545
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,1,1,power_law_1.2,0.2315417671203613
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,1,1,power_law_1.2,0.2519680023193359
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,1,1,power_law_1.2,0.032455039024353025
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,2048,768,8,128,1,1,power_law_1.2,0.4642540740966797
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,1,1,power_law_1.2,0.2526943969726562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,2048,768,8,128,1,1,power_law_1.2,0.8490105438232423
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,1,1,power_law_1.2,0.2607289505004883
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,1,1,power_law_1.2,0.2681337547302246
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,1,1,power_law_1.2,0.27053184509277345
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,1,1,power_law_1.2,0.27961727142333986
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,1,1,power_law_1.2,0.29597312927246094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,1,1,power_law_1.2,0.3204070281982422
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,1,1,power_law_1.2,0.417322883605957
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,1,1,power_law_1.2,0.9594796752929687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,1,1,power_law_1.2,0.5234092712402344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,1,1,power_law_1.2,0.634579849243164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,1,1,power_law_1.2,0.04354559898376465
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,1,1,power_law_1.2,0.8654956817626953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,1,1,power_law_1.01,0.12201855659484864
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,1,1,power_law_1.01,0.16604352951049806
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,1,1,power_law_1.2,1.0885702514648439
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,1,1,power_law_1.01,0.7320620727539062
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,1,1,power_law_1.2,1.579302978515625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,1,1,power_law_1.01,1.2402611541748048
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,1,1,power_law_1.2,2.0411180114746097
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,1,1,power_law_1.01,1.3769357299804688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,1,1,power_law_1.01,1.4214968872070313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,1,1,power_law_1.01,0.3228224182128906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,1,1,power_law_1.01,1.4652851867675782
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,1,1,power_law_1.01,0.5317574310302734
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,1,1,power_law_1.01,1.4953817749023437
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,1,1,power_law_1.01,1.577786865234375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,1,1,power_law_1.01,2.0911827087402344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,1,1,power_law_1.01,2.1942355346679685
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,1,1,power_law_1.01,2.289020233154297
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,1,1,power_law_1.01,2.3844837951660156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,1,1,power_law_1.01,2.4177574157714843
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,1,1,power_law_1.01,2.5540333557128907
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,1,1,power_law_1.01,2.7516992187500002
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,2048,768,8,128,1,1,power_law_1.2,7.287666015625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,1,1,power_law_1.01,2.939678039550781
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,1,1,power_law_1.01,3.4018603515625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,1,1,power_law_1.01,3.990722045898438
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,1,1,power_law_1.01,0.0879270362854004
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,1,1,power_law_1.01,5.128558349609375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,1,1,power_law_1.01,0.10777343749999999
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,1,1,power_law_1.01,0.18350976943969727
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,1,1,power_law_1.01,0.2823027229309082
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,1,1,power_law_1.01,6.324349365234375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,1,1,power_law_1.01,0.38364673614501954
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,1,1,power_law_1.01,0.640263671875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,1,1,power_law_1.01,0.7081305694580078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,1,1,power_law_1.01,0.7345760345458985
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,1,1,power_law_1.01,0.7529523468017578
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,1,1,power_law_1.01,0.7589759826660156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,1,1,power_law_1.01,0.7837081909179687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,1,1,power_law_1.01,8.962514038085938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,1,1,power_law_1.01,0.821272964477539
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,1,1,power_law_1.01,0.821203842163086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,1,1,power_law_1.01,0.8557759857177734
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,1,1,power_law_1.01,0.8778733062744142
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,1,1,power_law_1.01,0.8762681579589844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,1,1,power_law_1.01,0.904241943359375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,1,1,power_law_1.01,0.9418073272705078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,1,1,power_law_1.01,0.9843762969970703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,1,1,power_law_1.01,11.648323974609374
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,1,1,power_law_1.01,1.1074982452392579
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,1,1,power_law_1.01,1.246938247680664
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,1,1,power_law_1.01,1.5534130859375002
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,1,1,power_law_1.01,1.865218505859375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,1,1,power_law_1.01,2.5613113403320313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,1,1,power_law_1.01,3.2557318115234373
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,1,1,power_law_1.2,0.14415871620178222
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,1,1,power_law_1.2,0.294149112701416
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,1,1,power_law_1.01,4.508419189453125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,1,1,power_law_1.2,0.4670163345336914
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,1,1,power_law_1.2,0.12232319831848144
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,1,1,power_law_1.01,5.941810913085938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,1,1,power_law_1.2,0.6640601348876953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,1,1,power_law_1.2,1.2851724243164062
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,1,1,power_law_1.2,1.402123565673828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,4096,1536,8,128,1,1,power_law_1.01,7.158445434570313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,1,1,power_law_1.2,1.449585266113281
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,1,1,power_law_1.2,1.507327423095703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,1,1,power_law_1.01,21.778864746093753
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,1,1,power_law_1.2,1.5219071960449218
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,1,1,power_law_1.2,1.5792863464355469
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,1,1,power_law_1.2,2.1330841064453123
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,1,1,power_law_1.2,2.238791046142578
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,1,1,power_law_1.2,2.3655731201171877
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,1,1,power_law_1.2,2.4236909484863283
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,1,1,power_law_1.2,2.471838684082031
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,1,1,power_law_1.2,2.5805535888671876
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,1,1,power_law_1.2,2.7942483520507815
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,1,1,power_law_1.2,2.9630584716796875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,1,1,power_law_1.2,3.516416015625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,1,1,power_law_1.01,26.744462890624998
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,1,1,power_law_1.2,4.034892272949219
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,1,1,power_law_1.2,5.213329467773438
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,1,1,power_law_1.2,6.495397338867187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,1,1,power_law_1.2,0.09988800048828125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,1,1,power_law_1.2,0.07934016227722168
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,1,1,power_law_1.2,0.16602304458618164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,1,1,power_law_1.2,0.2522502326965332
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,1,1,power_law_1.2,0.3493907165527344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,1,1,power_law_1.2,0.6586035156250001
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,1,1,power_law_1.2,0.7219417572021485
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,1,1,power_law_1.2,9.039107055664063
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,1,1,power_law_1.2,0.7444025421142578
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,1,1,power_law_1.2,0.7670317077636719
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,1,1,power_law_1.2,0.7694483184814453
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,1,1,power_law_1.2,0.7882022094726563
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,1,1,power_law_1.2,0.8378758239746095
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,1,1,power_law_1.2,0.8429036712646484
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,1,1,power_law_1.2,11.682601318359374
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,1,1,power_law_1.2,0.8675872039794921
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,1,1,power_law_1.2,0.8889651489257812
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,1,1,power_law_1.2,0.8891910552978516
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,1,1,power_law_1.2,0.9122656250000001
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,1,1,power_law_1.2,0.9529901123046874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,1,1,power_law_1.2,1.0083936309814452
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,1,1,power_law_1.2,1.128613739013672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,1,1,power_law_1.2,1.271266555786133
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,1,1,power_law_1.2,1.6021350097656248
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,1,1,power_law_1.2,1.8956895446777344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,1,1,power_law_1.2,2.5976965332031248
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,1,1,power_law_1.2,16.755576171875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,1,1,power_law_1.01,48.890087890625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,1,1,power_law_1.2,3.3197491455078123
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,1,1,power_law_1.01,0.28051008224487306
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,1,1,power_law_1.2,4.610702819824219
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,1,1,power_law_1.01,1.3923033142089845
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,1,1,power_law_1.01,0.7199533081054688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,1,1,power_law_1.2,21.6634521484375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,1,1,power_law_1.2,5.83521484375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,1,1,power_law_1.01,2.0128306579589843
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,1,1,power_law_1.01,0.6164723205566406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,4096,1536,8,128,1,1,power_law_1.2,7.2122912597656255
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,1,1,power_law_1.01,3.508833312988281
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,1,1,power_law_1.01,3.8382501220703125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,1,1,power_law_1.01,4.067396545410157
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,1,1,power_law_1.01,4.256750183105469
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,1,1,power_law_1.01,4.416083984375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,1,1,power_law_1.2,26.967878417968752
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,1,1,power_law_1.01,4.995409851074219
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,1,1,power_law_1.01,6.641814575195312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,1,1,power_law_1.01,6.817507934570313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,1,1,power_law_1.01,7.147917480468751
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,1,1,power_law_1.01,7.335418701171875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,1,1,power_law_1.01,7.836244506835937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,1,1,power_law_1.01,8.825354614257813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,1,1,power_law_1.01,8.716574096679688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,1,1,power_law_1.01,9.234644775390624
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,1,1,power_law_1.01,10.336978759765625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,1,1,power_law_1.01,11.91288330078125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,1,1,power_law_1.01,0.17325248718261718
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,1,1,power_law_1.01,0.26191488265991214
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,1,1,power_law_1.01,0.4029369735717774
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,1,1,power_law_1.01,14.672463378906249
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,1,1,power_law_1.01,0.764150390625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,1,1,power_law_1.01,1.1024352264404296
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,1,1,power_law_1.01,17.754254150390626
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,1,1,power_law_1.01,1.9065592956542967
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,1,1,power_law_1.01,2.0573088073730466
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,1,1,power_law_1.01,2.1936224365234374
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,1,1,power_law_1.01,2.2337286376953123
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,1,1,power_law_1.01,2.2768858337402342
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,1,1,power_law_1.01,2.328862762451172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,1,1,power_law_1.01,2.377471923828125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,1,1,power_law_1.01,24.44156982421875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,1,1,power_law_1.01,2.4698080444335937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,1,1,power_law_1.01,2.497617950439453
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,1,1,power_law_1.01,2.5580589294433596
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,1,1,power_law_1.01,2.55503173828125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,1,1,power_law_1.01,2.6832928466796875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,1,1,power_law_1.01,2.819505920410156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,1,1,power_law_1.01,2.917813720703125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,1,1,power_law_1.01,3.0953665161132813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,1,1,power_law_1.01,3.4036557006835935
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,1,1,power_law_1.01,3.959994201660156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,1,1,power_law_1.01,4.625621643066406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,1,1,power_law_1.01,5.979447631835937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,1,1,power_law_1.01,7.535669555664063
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,1,1,power_law_1.01,43.7367626953125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,1,1,power_law_1.01,11.0724609375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,1,1,power_law_1.2,0.6956256103515626
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,1,1,power_law_1.2,0.27601663589477543
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,1,1,power_law_1.2,1.2224594879150392
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,1,1,power_law_1.2,1.7347174072265623
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,1,1,power_law_1.01,14.162626953124999
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,1,1,power_law_1.2,0.34052734375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,1,1,power_law_1.2,3.474252014160156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,1,1,power_law_1.2,3.8536416625976564
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,1,1,power_law_1.2,4.16919921875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,6144,2560,8,160,1,1,power_law_1.01,16.7546875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,1,1,power_law_1.2,4.399907836914062
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,1,1,power_law_1.2,4.58841796875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,1,1,power_law_1.2,4.858353271484375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,1,1,power_law_1.01,56.748295898437505
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,1,1,power_law_1.2,5.22543701171875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,1,1,power_law_1.2,6.954163208007813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,1,1,power_law_1.2,7.133218994140625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,1,1,power_law_1.2,7.521923217773437
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,1,1,power_law_1.2,7.723715209960938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,1,1,power_law_1.2,8.0778955078125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,1,1,power_law_1.2,8.73857421875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,1,1,power_law_1.2,9.246113891601563
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,1,1,power_law_1.01,70.042509765625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,1,1,power_law_1.2,10.7467529296875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,1,1,power_law_1.2,12.108895263671874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,1,1,power_law_1.01,81.926923828125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,1,1,power_law_1.2,15.322222900390624
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,1,1,power_law_1.2,18.3454736328125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,1,1,power_law_1.2,0.38822078704833984
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,1,1,power_law_1.2,0.6712601470947266
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,1,1,power_law_1.2,0.9538355255126953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,1,1,power_law_1.2,0.19248960494995118
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,1,1,power_law_1.2,0.20701951980590821
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,1,1,power_law_1.2,1.8877626037597657
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,1,1,power_law_1.2,2.0650047302246093
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,1,1,power_law_1.2,24.6859765625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,1,1,power_law_1.2,2.288252868652344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,1,1,power_law_1.2,2.3373312377929687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,1,1,power_law_1.2,2.3946739196777345
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,1,1,power_law_1.2,2.441417541503906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,1,1,power_law_1.2,2.58031494140625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,1,1,power_law_1.2,2.601502075195312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,1,1,power_law_1.2,3.879798278808594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,1,1,power_law_1.2,2.6688665771484374
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,1,1,power_law_1.2,2.700147705078125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,1,1,power_law_1.2,31.312006835937503
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,1,1,power_law_1.2,2.757713928222656
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,1,1,power_law_1.2,2.958287353515625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,1,1,power_law_1.2,3.2002740478515626
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,1,1,power_law_1.2,3.4621240234375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,1,1,power_law_1.2,4.077257080078125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,1,1,power_law_1.2,7.436674804687501
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,1,1,power_law_1.2,4.738565673828125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,1,1,power_law_1.2,6.1728625488281255
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,1,1,power_law_1.01,0.2868979263305664
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,1,1,power_law_1.2,7.572333984375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,1,1,power_law_1.01,0.5210976028442383
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,1,1,power_law_1.01,0.9997344207763671
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,1,1,power_law_1.2,44.441943359375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,1,1,power_law_1.01,1.1825094604492188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,1,1,power_law_1.2,11.130601806640625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,1,1,power_law_1.01,2.7230740356445313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,1,1,power_law_1.01,4.19017333984375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,1,1,power_law_1.01,4.848294372558594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,1,1,power_law_1.01,6.480788574218749
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,6144,2560,8,160,1,1,power_law_1.2,17.047447509765625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,1,1,power_law_1.01,6.92764892578125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,1,1,power_law_1.2,58.0952783203125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,1,1,power_law_1.01,7.215293579101562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,1,1,power_law_1.01,7.548063354492188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,1,1,power_law_1.01,7.818048095703125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,1,1,power_law_1.01,8.196049804687501
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,1,1,power_law_1.01,8.811082153320312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,1,1,power_law_1.01,9.438202514648438
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,1,1,power_law_1.01,9.982227783203125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,1,1,power_law_1.01,12.706534423828126
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,1,1,power_law_1.2,71.985341796875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,1,1,power_law_1.01,13.889822998046876
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,1,1,power_law_1.01,14.96209716796875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,1,1,power_law_1.01,16.884891357421875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,1,1,power_law_1.2,50.0278369140625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,1,1,power_law_1.01,18.391496582031248
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,1,1,power_law_1.01,21.1730224609375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,1,1,power_law_1.01,0.28180288314819335
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,1,1,power_law_1.01,0.5231884765625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,1,1,power_law_1.01,23.634714355468752
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,1,1,power_law_1.01,0.15859007835388184
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,1,1,power_law_1.01,0.6528761291503906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,1,1,power_law_1.01,1.4819290161132812
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,1,1,power_law_1.01,29.04029541015625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,1,1,power_law_1.01,2.619263305664062
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,1,1,power_law_1.01,3.489011840820312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,1,1,power_law_1.01,3.720603637695312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,1,1,power_law_1.01,2.200701446533203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,1,1,power_law_1.01,3.8522412109374997
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,1,1,power_law_1.01,34.834599609375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,1,1,power_law_1.01,3.994182434082031
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,1,1,power_law_1.01,4.104589538574219
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,1,1,power_law_1.01,4.387907714843751
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,1,1,power_law_1.01,4.498300170898437
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,1,1,power_law_1.01,4.572086486816406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,1,1,power_law_1.01,4.257496948242188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,1,1,power_law_1.01,4.852314147949219
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,1,1,power_law_1.01,5.067175598144532
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,1,1,power_law_1.01,5.246578369140625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,1,1,power_law_1.01,46.6376904296875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,1,1,power_law_1.01,5.567189331054688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,1,1,power_law_1.01,5.855350952148437
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,1,1,power_law_1.01,6.339862060546875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,1,1,power_law_1.01,6.843788452148438
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,1,1,power_law_1.2,0.2859027290344238
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,1,1,power_law_1.01,8.002567138671875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,1,1,power_law_1.2,0.5214348983764648
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,1,1,power_law_1.2,0.7642086029052735
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,1,1,power_law_1.01,9.791708984375001
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,1,1,power_law_1.2,1.207702407836914
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,1,1,power_law_1.2,2.32114501953125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,1,1,power_law_1.01,12.726931152343749
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,1,1,power_law_1.01,58.464960937499995
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,1,1,power_law_1.2,3.5845739746093748
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,1,1,power_law_1.2,4.2941287231445315
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,1,1,power_law_1.01,15.37309326171875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,1,1,power_law_1.2,6.146519165039062
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,384,1,1,power_law_1.01,17.755687255859375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,1,1,power_law_1.2,6.540719604492187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,1,1,power_law_1.2,6.898550415039063
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,1,1,power_law_1.2,7.356364135742187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,1,1,power_law_1.2,7.771658325195313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,1,1,power_law_1.2,8.086517333984375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,1,1,power_law_1.2,8.792254638671874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,1,1,power_law_1.2,9.497352294921875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,1,1,power_law_1.2,10.112344360351562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,1,1,power_law_1.2,12.89423828125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,1,1,power_law_1.2,14.278653564453126
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,1,1,power_law_1.2,15.410592041015624
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,1,1,power_law_1.2,17.285220947265625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,1,1,power_law_1.2,19.012918701171877
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,1,1,power_law_1.2,21.8780810546875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,1,1,power_law_1.2,24.7810888671875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,1,1,power_law_1.2,0.28150848388671873
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,1,1,power_law_1.2,0.1587775993347168
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,1,1,power_law_1.2,0.4000697708129882
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,1,1,power_law_1.2,0.6618553924560546
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,1,1,power_law_1.2,1.2636473846435545
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,1,1,power_law_1.2,30.538642578125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,1,1,power_law_1.2,1.9400402832031252
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,1,1,power_law_1.2,2.3204447937011716
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,1,1,power_law_1.2,3.310853271484375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,1,1,power_law_1.2,3.5133331298828123
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,1,1,power_law_1.2,36.5468798828125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,1,1,power_law_1.2,3.6963085937499995
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,1,1,power_law_1.2,3.919249267578125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,1,1,power_law_1.2,4.044472961425781
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,1,1,power_law_1.2,4.147765197753906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,1,1,power_law_1.2,4.325326843261719
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,1,1,power_law_1.2,4.4378225708007815
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,1,1,power_law_1.2,4.556595153808594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,1,1,power_law_1.2,4.857135925292969
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,1,1,power_law_1.2,5.163890991210938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,1,1,power_law_1.2,48.429208984374995
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,1,1,power_law_1.2,5.404249877929688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,1,1,power_law_1.2,5.760804443359374
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,1,1,power_law_1.2,6.069325561523438
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,1,1,power_law_1.2,6.664542236328126
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,1,1,power_law_1.2,7.262744750976563
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,1,1,power_law_1.2,8.553191528320312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,1,1,power_law_1.2,10.20337646484375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,1,1,power_law_1.2,60.818691406250004
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,1,1,power_law_1.2,13.173764648437501
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,1,1,power_law_1.01,0.08751744270324707
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,1,1,power_law_1.2,16.055196533203123
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,1,1,power_law_1.01,0.14025343894958495
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,1,1,power_law_1.01,0.19180416107177733
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,384,1,1,power_law_1.2,18.1928076171875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,1,1,power_law_1.01,0.5219839859008789
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,1,1,power_law_1.01,0.9415065765380859
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,1,1,power_law_1.01,0.39410110473632814
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,1,1,power_law_1.01,1.0024211120605468
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,1,1,power_law_1.01,1.1623270416259766
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,1,1,power_law_1.2,72.8031884765625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,1,1,power_law_1.01,1.3079090881347657
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,1,1,power_law_1.01,1.1282617950439453
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,1,1,power_law_1.01,1.096437759399414
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,1,1,power_law_1.01,0.9353984069824218
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,1,1,power_law_1.01,1.2319519805908203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,1,1,power_law_1.01,1.2230016326904296
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,1,1,power_law_1.01,1.3234297180175782
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,1,1,power_law_1.01,1.3488914489746093
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,1,1,power_law_1.01,1.2831135559082032
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,1,1,power_law_1.01,1.3851545715332032
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,1,1,power_law_1.01,1.4951737976074218
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,1,1,power_law_1.01,1.615632019042969
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,1,1,power_law_1.01,1.7797132873535155
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,1,1,power_law_1.01,1.932744903564453
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,1,1,power_law_1.01,2.3197772216796873
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,1,1,power_law_1.01,3.709797058105469
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,1,1,power_law_1.01,189.498828125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2688,1856,6,128,1,1,power_law_1.01,0.08746687889099121
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,1,1,power_law_1.01,7.845698852539063
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,1,1,power_law_1.01,5.025715942382813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,1,1,power_law_1.01,2.9389837646484374
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,1,1,power_law_1.01,6.31765380859375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2688,1856,6,128,1,1,power_law_1.01,0.06393856048583985
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2688,1856,6,128,1,1,power_law_1.01,0.11306624412536621
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2688,1856,6,128,1,1,power_law_1.01,0.28846784591674807
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2688,1856,6,128,1,1,power_law_1.01,0.5118988800048828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2688,1856,6,128,1,1,power_law_1.01,0.543842544555664
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2688,1856,6,128,1,1,power_law_1.01,0.5726739120483398
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2688,1856,6,128,1,1,power_law_1.01,0.5853721618652343
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2688,1856,6,128,1,1,power_law_1.01,0.6059519958496093
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2688,1856,6,128,1,1,power_law_1.01,0.4647788619995117
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2688,1856,6,128,1,1,power_law_1.01,0.26118207931518556
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2688,1856,6,128,1,1,power_law_1.01,0.6706585693359375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2688,1856,6,128,1,1,power_law_1.01,0.6868287658691405
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2688,1856,6,128,1,1,power_law_1.01,0.901098861694336
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2688,1856,6,128,1,1,power_law_1.01,0.7017241668701172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2688,1856,6,128,1,1,power_law_1.01,0.9743392181396484
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2688,1856,6,128,1,1,power_law_1.01,0.7064498901367188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2688,1856,6,128,1,1,power_law_1.01,1.1477152252197267
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2688,1856,6,128,1,1,power_law_1.01,1.3275999450683593
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2688,1856,6,128,1,1,power_law_1.01,0.7227315521240234
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2688,1856,6,128,1,1,power_law_1.01,1.7894175720214842
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2688,1856,6,128,1,1,power_law_1.01,0.7475929260253906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2688,1856,6,128,1,1,power_law_1.01,2.2161785888671877
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2688,1856,6,128,1,1,power_law_1.01,0.7888294219970703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2688,1856,6,128,1,1,power_law_1.01,3.134221496582031
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2688,1856,6,128,1,1,power_law_1.01,2.438374328613281
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2688,1856,6,128,1,1,power_law_1.01,3.9560473632812503
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,1,1,power_law_1.2,0.10450495719909667
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,1,1,power_law_1.2,0.9416409301757813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,1,1,power_law_1.2,0.1771980857849121
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,2688,1856,6,128,1,1,power_law_1.01,4.8238827514648435
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,1,1,power_law_1.2,1.086255340576172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,1,1,power_law_1.2,0.32821567535400387
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,1,1,power_law_1.2,1.1326361846923827
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,1,1,power_law_1.2,1.198561248779297
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,1,1,power_law_1.2,0.44602497100830074
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,1,1,power_law_1.2,1.2919789123535157
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,1,1,power_law_1.2,1.2934860229492187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,1,1,power_law_1.2,0.08354944229125977
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,1,1,power_law_1.2,1.436821746826172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,1,1,power_law_1.2,1.331761932373047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,1,1,power_law_1.2,1.4720249938964844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,1,1,power_law_1.2,1.0277734375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,1,1,power_law_1.2,1.3543321228027343
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,1,1,power_law_1.2,1.3698553466796874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,1,1,power_law_1.2,2.37689208984375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,1,1,power_law_1.2,1.4415174865722657
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,1,1,power_law_1.2,1.545409851074219
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,1,1,power_law_1.2,1.8355065917968751
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,1,1,power_law_1.2,3.7160946655273435
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,1,1,power_law_1.2,5.1000390625000005
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2688,1856,6,128,1,1,power_law_1.2,0.11240256309509278
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,1,1,power_law_1.2,1.6682835388183594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,1,1,power_law_1.2,6.1043115234375005
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,1,1,power_law_1.2,3.038116455078125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2688,1856,6,128,1,1,power_law_1.2,0.25004800796508786
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2688,1856,6,128,1,1,power_law_1.2,0.5124550247192383
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2688,1856,6,128,1,1,power_law_1.2,0.5828435134887695
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,1,1,power_law_1.2,6.423722534179687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2688,1856,6,128,1,1,power_law_1.2,0.05948800086975098
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2688,1856,6,128,1,1,power_law_1.2,0.598741111755371
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2688,1856,6,128,1,1,power_law_1.2,0.07156032085418701
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2688,1856,6,128,1,1,power_law_1.2,0.619186553955078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2688,1856,6,128,1,1,power_law_1.2,0.6952620697021484
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,1,1,power_law_1.2,7.89635498046875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2688,1856,6,128,1,1,power_law_1.2,0.7077152252197265
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2688,1856,6,128,1,1,power_law_1.2,0.7271884918212891
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2688,1856,6,128,1,1,power_law_1.2,0.7356185913085938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2688,1856,6,128,1,1,power_law_1.2,0.7547571563720703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2688,1856,6,128,1,1,power_law_1.2,0.7894169616699218
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2688,1856,6,128,1,1,power_law_1.2,0.8013817596435547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2688,1856,6,128,1,1,power_law_1.2,0.8245785522460938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2688,1856,6,128,1,1,power_law_1.2,0.1891155242919922
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2688,1856,6,128,1,1,power_law_1.2,0.9078047943115234
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2688,1856,6,128,1,1,power_law_1.2,0.5021599960327149
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2688,1856,6,128,1,1,power_law_1.2,0.9878009796142578
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2688,1856,6,128,1,1,power_law_1.2,0.5557523345947265
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2688,1856,6,128,1,1,power_law_1.2,1.1894905853271485
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2688,1856,6,128,1,1,power_law_1.2,1.3686387634277344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2688,1856,6,128,1,1,power_law_1.2,1.8499487304687499
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2688,1856,6,128,1,1,power_law_1.2,2.289698486328125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2688,1856,6,128,1,1,power_law_1.2,3.1211834716796876
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,2688,1856,6,128,1,1,power_law_1.2,4.864478759765625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,1,1,power_law_1.01,0.9467967987060547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,1,1,power_law_1.01,2.6878277587890627
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,1,1,power_law_1.01,0.5491584014892579
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,1,1,power_law_1.01,4.038392944335937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,1,1,power_law_1.01,1.2556832122802735
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2688,1856,6,128,1,1,power_law_1.2,15.698586425781249
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,1,1,power_law_1.01,7.233418579101563
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,1,1,power_law_1.01,7.875136108398438
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,1,1,power_law_1.01,8.335536499023437
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,1,1,power_law_1.01,8.664750366210937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,1,1,power_law_1.01,8.798695068359375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,1,1,power_law_1.01,9.100496215820312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,1,1,power_law_1.01,9.674137573242188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,1,1,power_law_1.01,9.686141967773438
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,1,1,power_law_1.01,9.95110107421875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,1,1,power_law_1.01,10.237412719726562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,1,1,power_law_1.01,19.3110205078125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,1,1,power_law_1.01,11.696068115234375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,1,1,power_law_1.01,13.42041015625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,1,1,power_law_1.01,12.843194580078125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,1,1,power_law_1.01,14.549139404296875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,1,1,power_law_1.01,14.702381591796875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,1,1,power_law_1.01,20.085430908203126
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,1,1,power_law_1.01,0.2963590431213379
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,1,1,power_law_1.01,0.7127244567871094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,1,1,power_law_1.01,24.169992675781252
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,1,1,power_law_1.01,0.5446067047119141
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,1,1,power_law_1.01,1.4953695678710939
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,1,1,power_law_1.01,2.2256370544433595
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,1,1,power_law_1.01,3.9720166015625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,1,1,power_law_1.01,4.330392456054687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,1,1,power_law_1.01,4.530663757324218
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,1,1,power_law_1.01,4.6802676391601565
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,1,1,power_law_1.01,4.789532165527343
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,1,1,power_law_1.01,41.589072265625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,1,1,power_law_1.01,4.936542663574219
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,1,1,power_law_1.01,5.041895751953125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,1,1,power_law_1.01,5.120059814453125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,1,1,power_law_1.01,5.32176513671875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,1,1,power_law_1.01,5.2583984375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,1,1,power_law_1.01,5.4100317382812495
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,1,1,power_law_1.01,5.5822900390625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,1,1,power_law_1.01,5.964609985351562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,1,1,power_law_1.01,59.981748046875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,1,1,power_law_1.01,6.220390625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,1,1,power_law_1.01,6.683623046875001
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,1,1,power_law_1.01,7.203212890624999
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,1,1,power_law_1.01,8.396080932617187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,1,1,power_law_1.01,13.17034912109375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,1,1,power_law_1.01,10.188117065429688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,1,1,power_law_1.01,77.81515625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,1,1,power_law_1.2,0.5499942398071289
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,1,1,power_law_1.01,15.927789306640625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,1,1,power_law_1.2,0.7351750183105469
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,1,1,power_law_1.2,1.263859176635742
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,1,1,power_law_1.01,96.38994140625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,1,1,power_law_1.2,2.364549102783203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,1,1,power_law_1.2,3.5215859985351563
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,1,1,power_law_1.01,21.93554931640625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,1,1,power_law_1.2,7.065325317382812
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,1,1,power_law_1.01,28.18924560546875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,1,1,power_law_1.2,8.328349609375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,1,1,power_law_1.2,8.742764282226563
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,1,1,power_law_1.2,8.938112182617187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,1,1,power_law_1.2,9.371984252929687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,1,1,power_law_1.2,17.740093994140626
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,1,1,power_law_1.2,9.770501098632812
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,1,1,power_law_1.2,10.633934326171875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,1,1,power_law_1.2,10.085712280273437
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,1,1,power_law_1.2,10.3064306640625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,1,1,power_law_1.2,10.89741943359375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,1,1,power_law_1.2,15.11200439453125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,1,1,power_law_1.2,13.441121826171875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,1,1,power_law_1.2,14.081948242187499
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,1,1,power_law_1.2,21.11426513671875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,1,1,power_law_1.2,28.4564892578125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,1,1,power_law_1.2,15.291013183593751
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,1,1,power_law_1.2,25.309702148437502
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,1,1,power_law_1.2,0.39879871368408204
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,1,1,power_law_1.2,0.2921849632263184
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,1,1,power_law_1.2,0.718163833618164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,1,1,power_law_1.2,1.9430706787109375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,1,1,power_law_1.2,34.18951904296875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,1,1,power_law_1.2,1.2673696136474608
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,1,1,power_law_1.2,4.295856628417969
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,1,1,power_law_1.2,3.8803564453124997
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,1,1,power_law_1.2,4.712696228027344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,1,1,power_law_1.2,4.856643981933594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,1,1,power_law_1.2,4.524325256347656
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,1,1,power_law_1.2,43.1637548828125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,1,1,power_law_1.2,5.061958923339843
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,1,1,power_law_1.2,5.181536865234375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,1,1,power_law_1.2,5.29205810546875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,1,1,power_law_1.2,5.531041259765625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,1,1,power_law_1.2,5.618594360351563
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,1,1,power_law_1.2,5.70060791015625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,1,1,power_law_1.2,61.152680664062494
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,1,1,power_law_1.2,5.806690063476562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,1,1,power_law_1.2,6.2148461914062505
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,1,1,power_law_1.2,6.877715454101562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,1,1,power_law_1.2,7.377618408203125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,1,1,power_law_1.2,8.928230590820313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,1,1,power_law_1.2,6.421390380859376
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,1,1,power_law_1.2,13.390683593750001
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,1,1,power_law_1.2,10.326055908203125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,2,1,power_law_1.01,0.15553791999816896
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,1,1,power_law_1.2,79.1355322265625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,1,1,power_law_1.2,16.233890380859375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,2,1,power_law_1.01,0.24803327560424804
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,2,1,power_law_1.01,0.28382272720336915
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,2,1,power_law_1.01,0.5181459045410156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,2,1,power_law_1.01,0.5083142471313477
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,1,1,power_law_1.2,22.34436767578125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,2,1,power_law_1.01,0.4899494552612305
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,2,1,power_law_1.01,0.48859905242919927
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,2,1,power_law_1.01,0.4791603088378906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,2,1,power_law_1.01,0.481536636352539
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,2,1,power_law_1.01,0.5317849731445312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,2,1,power_law_1.01,0.5587891387939453
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,2,1,power_law_1.01,0.5804166412353515
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,1,1,power_law_1.2,28.552241210937503
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,2,1,power_law_1.01,0.6150291061401367
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,2,1,power_law_1.01,0.6371635055541992
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,2,1,power_law_1.01,0.6005094528198243
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,2,1,power_law_1.01,0.6610733032226562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,2,1,power_law_1.01,0.5985939025878906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,2,1,power_law_1.01,0.779399642944336
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,2,1,power_law_1.01,0.8592806243896485
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,2,1,power_law_1.01,1.1477350616455078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,2,1,power_law_1.01,1.4691667175292968
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,2,1,power_law_1.01,2.0994271850585937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,2,1,power_law_1.01,2.6968658447265623
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,2,1,power_law_1.01,3.944886474609375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,2,1,power_law_1.01,5.096886901855468
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,2,1,power_law_1.01,7.318106079101563
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,2,1,power_law_1.01,0.13957440376281738
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,2,1,power_law_1.01,0.09403712272644042
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,2,1,power_law_1.01,0.16817855834960938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,2,1,power_law_1.01,10.120630493164063
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,2,1,power_law_1.01,0.26623424530029294
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,2,1,power_law_1.01,0.2692927932739258
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,2,1,power_law_1.01,0.2804185676574707
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,2,1,power_law_1.01,0.3112236785888672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,2,1,power_law_1.01,0.2616966438293457
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,2,1,power_law_1.01,12.969622802734374
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,2,1,power_law_1.01,0.32554431915283205
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,2,1,power_law_1.01,0.2708883285522461
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,2,1,power_law_1.01,0.27167104721069335
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,2,1,power_law_1.01,0.26810815811157224
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,2,1,power_law_1.01,0.4215116882324219
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,2,1,power_law_1.01,0.46313022613525395
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,2,1,power_law_1.01,0.6415366363525391
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,2,1,power_law_1.01,0.8074124908447265
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,2,1,power_law_1.01,0.31191295623779297
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,2,1,power_law_1.01,0.3238412857055664
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,2,1,power_law_1.01,1.1954022216796876
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,2,1,power_law_1.01,0.3310598373413086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,2,1,power_law_1.01,0.3540639877319336
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,2,1,power_law_1.01,0.3416563034057617
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,2,1,power_law_1.01,1.5000837707519532
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,2,1,power_law_1.01,2.243657531738281
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,2,1,power_law_1.01,2.949956970214844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,2,1,power_law_1.01,4.149126892089844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,2,1,power_law_1.01,5.412836303710938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,2,1,power_law_1.2,0.14645824432373047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,2,1,power_law_1.2,0.2569273567199707
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,2,1,power_law_1.2,0.4667571258544922
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,2,1,power_law_1.2,0.49069377899169925
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,2,1,power_law_1.2,0.2158860778808594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,2,1,power_law_1.2,0.4874848175048828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,2,1,power_law_1.2,0.47901439666748047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,2,1,power_law_1.2,0.5821926498413086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,2,1,power_law_1.2,0.6343596649169922
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,4096,14336,2,8,2,1,power_law_1.01,6.857311401367187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,2,1,power_law_1.2,0.47324993133544924
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,2,1,power_law_1.2,0.6283244705200195
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,2,1,power_law_1.2,0.6153555297851563
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,2,1,power_law_1.2,0.6010873413085938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,2,1,power_law_1.2,0.9267494201660156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,2,1,power_law_1.2,0.5114271926879883
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,2,1,power_law_1.2,0.6919276428222656
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,2,1,power_law_1.2,0.5670937728881836
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,2,1,power_law_1.2,0.492968978881836
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,2,1,power_law_1.2,2.7767251586914066
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,2,1,power_law_1.2,3.9168627929687503
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,2,1,power_law_1.2,0.8035231781005858
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,2,1,power_law_1.2,5.147208251953125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,2,1,power_law_1.2,1.1245337677001952
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,2,1,power_law_1.2,0.1343398380279541
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,2,1,power_law_1.2,0.15673791885375976
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,2,1,power_law_1.2,1.4652377319335936
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,2,1,power_law_1.2,0.2582368087768555
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,2,1,power_law_1.2,0.27105791091918946
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,2,1,power_law_1.2,2.0983929443359375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,2,1,power_law_1.2,0.2724236869812012
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,2,1,power_law_1.2,0.2722246360778809
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,2,1,power_law_1.2,0.2754937553405762
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,2,1,power_law_1.2,0.2872275161743164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,2,1,power_law_1.2,0.3166054344177246
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,2,1,power_law_1.2,0.32729728698730465
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,2,1,power_law_1.2,0.3539622497558594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,2,1,power_law_1.2,0.31041215896606444
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,2,1,power_law_1.2,7.689060058593751
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,2,1,power_law_1.2,0.32350975036621094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,2,1,power_law_1.2,0.34152000427246093
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,2,1,power_law_1.2,0.46756031036376955
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,2,1,power_law_1.2,0.09301568031311035
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,2,1,power_law_1.2,0.6251212692260741
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,2,1,power_law_1.2,0.7970963287353515
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,2,1,power_law_1.2,1.1584550476074218
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,2,1,power_law_1.2,1.5239840698242186
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,2,1,power_law_1.2,0.2618694305419922
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,2,1,power_law_1.2,12.920018310546874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,2,1,power_law_1.2,2.2373146057128905
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,2,1,power_law_1.2,2.922015380859375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,2,1,power_law_1.2,0.34395198822021483
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,2,1,power_law_1.2,0.41096446990966795
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,2,1,power_law_1.01,0.23279039382934572
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,2,1,power_law_1.01,0.37313278198242184
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,2,1,power_law_1.01,0.8031378936767577
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,2,1,power_law_1.2,4.198691101074219
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,2,1,power_law_1.01,1.1224646759033203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,2,1,power_law_1.01,1.1421324920654297
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,2,1,power_law_1.01,1.1811033630371095
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,2,1,power_law_1.01,1.1712300872802734
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,2,1,power_law_1.2,5.536541137695313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,2,1,power_law_1.01,0.48454273223876954
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,2,1,power_law_1.01,1.1964268493652344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,2,1,power_law_1.01,1.2596377563476562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,2,1,power_law_1.01,1.349222412109375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,2,1,power_law_1.01,1.4983226013183593
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,4096,14336,2,8,2,1,power_law_1.2,7.129118041992188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,2,1,power_law_1.01,1.6309523010253906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,2,1,power_law_1.01,1.6714483642578124
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,2,1,power_law_1.01,2.013721618652344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,2,1,power_law_1.01,2.5532025146484374
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,2,1,power_law_1.01,1.5941644287109376
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,2,1,power_law_1.01,3.1204800415039062
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,2,1,power_law_1.01,4.437068786621094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,2,1,power_law_1.01,1.3350125122070313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,2,1,power_law_1.2,10.256474609375001
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,2,1,power_law_1.01,5.726610107421875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,2,1,power_law_1.01,8.472831420898437
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,2,1,power_law_1.01,0.1539628791809082
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,2,1,power_law_1.01,11.013507080078124
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,2,1,power_law_1.01,0.2380575942993164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,2,1,power_law_1.01,0.4260396957397461
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,2,1,power_law_1.01,0.42918846130371097
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,2,1,power_law_1.01,0.4310131072998047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,2,1,power_law_1.01,0.4243225479125977
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,2,1,power_law_1.01,0.4107353591918946
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,2,1,power_law_1.01,0.4271577453613281
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,2,1,power_law_1.01,0.4452358245849609
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,2,1,power_law_1.01,0.49761280059814456
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,2,1,power_law_1.01,0.5197638320922852
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,2,1,power_law_1.01,0.25244543075561526
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,2,1,power_law_1.01,16.396733398437497
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,2,1,power_law_1.01,0.5755635070800781
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,2,1,power_law_1.01,0.5354771041870118
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,2,1,power_law_1.01,0.5390835189819336
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,2,1,power_law_1.01,0.5568531036376954
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,2,1,power_law_1.01,21.486396484375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,2,1,power_law_1.01,0.655002212524414
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,2,1,power_law_1.01,0.6049548721313476
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,2,1,power_law_1.01,0.7172179412841797
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,2,1,power_law_1.01,1.057325439453125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,2,1,power_law_1.01,1.2846719360351562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,2,1,power_law_1.01,1.8939263916015627
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,2,1,power_law_1.01,3.5059002685546874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,2,1,power_law_1.01,4.471209106445313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,2,1,power_law_1.01,2.3879353332519533
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,2,1,power_law_1.2,0.3273689651489258
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,2,1,power_law_1.2,0.4485472106933594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,2,1,power_law_1.01,7.000300903320313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,2,1,power_law_1.2,0.22882432937622071
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,2,1,power_law_1.2,1.0702617645263672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,2,1,power_law_1.2,1.1456966400146484
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,2,1,power_law_1.2,1.1850508880615234
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,2,1,power_law_1.2,1.1771360015869141
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,2,1,power_law_1.01,9.43041015625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,2,1,power_law_1.2,0.7994297790527344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,2,1,power_law_1.01,32.5874658203125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,2,1,power_law_1.2,1.2289695739746094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,2,1,power_law_1.2,1.2804135131835939
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,2,1,power_law_1.2,1.3381907653808593
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,2,1,power_law_1.2,1.3655322265624998
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,2,1,power_law_1.2,1.3966297912597656
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,2,1,power_law_1.2,1.583428497314453
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,2,1,power_law_1.2,1.6333689880371094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,2,1,power_law_1.2,1.6652589416503907
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,2,1,power_law_1.2,2.0024761962890625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,6144,16384,2,8,2,1,power_law_1.01,11.14890869140625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,2,1,power_law_1.2,2.5800408935546875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,2,1,power_law_1.2,3.1325421142578125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,2,1,power_law_1.2,4.391035461425782
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,2,1,power_law_1.2,5.7612152099609375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,2,1,power_law_1.2,8.441900024414062
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,2,1,power_law_1.2,10.914903564453125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,2,1,power_law_1.2,0.15346240043640136
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,2,1,power_law_1.2,16.323865966796877
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,2,1,power_law_1.01,55.7818603515625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,2,1,power_law_1.2,0.2194508743286133
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,2,1,power_law_1.2,0.41067840576171877
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,2,1,power_law_1.2,0.4072723388671875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,2,1,power_law_1.2,0.4292838287353516
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,2,1,power_law_1.2,0.4321926498413086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,2,1,power_law_1.2,21.519174804687502
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,2,1,power_law_1.2,0.436682243347168
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,2,1,power_law_1.2,0.45386432647705083
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,2,1,power_law_1.2,0.5076710510253906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,2,1,power_law_1.2,0.4212582397460937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,2,1,power_law_1.2,0.5252025604248047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,2,1,power_law_1.2,0.5723987197875976
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,2,1,power_law_1.2,0.6313926315307616
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,2,1,power_law_1.2,0.23438016891479493
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,2,1,power_law_1.2,0.5512659072875976
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,2,1,power_law_1.2,0.6438182067871094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,2,1,power_law_1.2,0.7380153656005859
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,2,1,power_law_1.2,1.0446514892578125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,2,1,power_law_1.2,1.3274330139160155
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,2,1,power_law_1.2,0.5381727981567382
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,2,1,power_law_1.2,1.9266079711914064
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,2,1,power_law_1.2,0.5665305709838867
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,2,1,power_law_1.2,2.4342387390136717
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,2,1,power_law_1.2,3.6001882934570313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,2,1,power_law_1.2,4.811092529296875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,2,1,power_law_1.2,32.81267578125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,2,1,power_law_1.01,0.15070719718933107
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,2,1,power_law_1.01,0.252216968536377
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,2,1,power_law_1.01,0.33473663330078124
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,2,1,power_law_1.2,6.685865478515625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,2,1,power_law_1.01,0.7168121337890625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,2,1,power_law_1.01,1.2163878631591796
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,2,1,power_law_1.01,1.6838246154785157
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,2,1,power_law_1.2,9.079638671875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,2,1,power_law_1.01,2.4492332458496096
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,2,1,power_law_1.01,2.5646612548828123
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,2,1,power_law_1.01,2.6753414916992186
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,2,1,power_law_1.01,2.746368103027344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,6144,16384,2,8,2,1,power_law_1.2,11.465179443359375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,2,1,power_law_1.01,2.900054321289063
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,2,1,power_law_1.01,3.031111145019531
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,2,1,power_law_1.01,3.131097717285156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,2,1,power_law_1.01,3.281950073242187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,2,1,power_law_1.2,44.646015625000004
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,2,1,power_law_1.01,4.374949035644532
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,2,1,power_law_1.01,4.510378112792969
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,2,1,power_law_1.01,4.77411376953125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,2,1,power_law_1.01,5.24037109375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,2,1,power_law_1.01,5.633961791992188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,2,1,power_law_1.01,6.471078491210937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,2,1,power_law_1.01,7.221645507812499
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,2,1,power_law_1.01,8.566666870117187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,2,1,power_law_1.01,10.091859130859374
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,2,1,power_law_1.2,56.1670556640625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,2,1,power_law_1.01,0.09373760223388672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,2,1,power_law_1.01,0.19639808654785157
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,2,1,power_law_1.01,0.1557414436340332
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,2,1,power_law_1.01,0.40054080963134764
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,2,1,power_law_1.01,13.031160888671874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,2,1,power_law_1.01,0.6673657226562499
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,2,1,power_law_1.01,0.915792007446289
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,2,1,power_law_1.01,1.3020498657226562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,2,1,power_law_1.01,1.3411021423339844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,2,1,power_law_1.01,1.3979481506347657
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,2,1,power_law_1.01,15.952888183593751
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,2,1,power_law_1.01,1.4341754150390624
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,2,1,power_law_1.01,1.4881733703613282
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,2,1,power_law_1.01,1.5413626098632813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,2,1,power_law_1.01,1.5767532348632813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,2,1,power_law_1.01,120.61041015625001
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,2,1,power_law_1.01,1.6230796813964843
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,2,1,power_law_1.01,1.7049913024902346
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,2,1,power_law_1.01,1.7345216369628909
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,2,1,power_law_1.01,1.7926322937011718
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,2,1,power_law_1.01,1.9216653442382814
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,2,1,power_law_1.01,2.0827737426757813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,2,1,power_law_1.01,22.023188476562503
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,2,1,power_law_1.01,2.2417146301269533
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,2,1,power_law_1.01,3.105982666015625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,2,1,power_law_1.01,2.5530796813964844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,2,1,power_law_1.01,2.8962847900390623
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,2,1,power_law_1.01,3.6452615356445315
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,2,1,power_law_1.2,0.1527622413635254
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,2,1,power_law_1.2,0.2610617637634277
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,2,1,power_law_1.2,0.2922860717773438
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,2,1,power_law_1.01,4.384738464355469
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,2,1,power_law_1.2,0.6487628936767578
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,2,1,power_law_1.2,1.040232925415039
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,2,1,power_law_1.01,6.031349487304688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,2,1,power_law_1.2,1.4951583862304687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,2,1,power_law_1.01,28.15919189453125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,2,1,power_law_1.2,2.3733120727539063
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,2,1,power_law_1.2,2.5334918212890623
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,2,1,power_law_1.2,2.6341644287109376
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,2,1,power_law_1.2,2.7244952392578123
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,256,2,1,power_law_1.01,9.465625610351562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,2,1,power_law_1.2,2.8974713134765624
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,2,1,power_law_1.2,3.055261535644531
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,2,1,power_law_1.2,3.161034240722656
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,2,1,power_law_1.2,3.3794195556640623
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,2,1,power_law_1.01,34.615375976562504
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,2,1,power_law_1.2,4.516455078125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,2,1,power_law_1.2,4.681049499511719
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,2,1,power_law_1.2,4.952451782226563
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,2,1,power_law_1.2,5.938880615234375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,2,1,power_law_1.2,5.505637817382812
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,2,1,power_law_1.2,6.770293579101562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,2,1,power_law_1.2,7.2896923828124995
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,2,1,power_law_1.2,8.718195800781249
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,2,1,power_law_1.01,28.74587890625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,2,1,power_law_1.2,10.374232177734374
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,2,1,power_law_1.2,0.09335295677185058
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,2,1,power_law_1.2,0.3606476974487305
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,2,1,power_law_1.2,0.18226367950439454
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,2,1,power_law_1.2,0.5814035034179688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,2,1,power_law_1.2,13.341154785156249
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,2,1,power_law_1.2,0.8166156768798828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,2,1,power_law_1.2,1.259214096069336
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,2,1,power_law_1.2,1.3395487976074218
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,2,1,power_law_1.2,0.33334270477294925
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,2,1,power_law_1.2,1.3771597290039064
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,2,1,power_law_1.2,1.4125900268554688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,2,1,power_law_1.2,16.436033935546874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,2,1,power_law_1.2,1.4881210327148438
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,2,1,power_law_1.2,1.5903610229492187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,2,1,power_law_1.2,1.6613127136230468
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,2,1,power_law_1.2,1.759797058105469
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,2,1,power_law_1.2,3.1139892578125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,2,1,power_law_1.2,1.7971699523925782
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,2,1,power_law_1.2,1.8408595275878905
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,2,1,power_law_1.2,1.9539283752441405
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,2,1,power_law_1.2,2.038346252441406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,2,1,power_law_1.2,22.37399658203125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,2,1,power_law_1.2,2.3445106506347657
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,2,1,power_law_1.2,2.697734375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,2,1,power_law_1.2,3.05143310546875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,2,1,power_law_1.2,3.7815698242187503
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,2,1,power_law_1.2,6.751076049804688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,2,1,power_law_1.2,4.554556274414063
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,2,1,power_law_1.2,6.177252197265625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,2,1,power_law_1.2,28.68836181640625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,2048,768,8,128,2,1,power_law_1.01,0.028446080684661867
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,2048,768,8,128,2,1,power_law_1.01,0.0703769588470459
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,2,1,power_law_1.2,7.8007092285156245
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,2048,768,8,128,2,1,power_law_1.01,0.1018841552734375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,2048,768,8,128,2,1,power_law_1.01,0.128473596572876
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,2048,768,8,128,2,1,power_law_1.01,0.055590400695800776
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,2048,768,8,128,2,1,power_law_1.01,0.18923583984375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,2048,768,8,128,2,1,power_law_1.01,0.2260537528991699
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,2048,768,8,128,2,1,power_law_1.01,0.22940223693847656
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,2048,768,8,128,2,1,power_law_1.01,0.22404352188110352
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,2048,768,8,128,2,1,power_law_1.01,0.2030201530456543
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,2,1,power_law_1.2,34.80245361328125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,256,2,1,power_law_1.2,9.330364990234376
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,2048,768,8,128,2,1,power_law_1.01,0.21288000106811525
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,2048,768,8,128,2,1,power_law_1.01,0.2452851104736328
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,2048,768,8,128,2,1,power_law_1.01,0.21525247573852538
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,2048,768,8,128,2,1,power_law_1.01,0.2611142349243164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,2048,768,8,128,2,1,power_law_1.01,0.2867136001586914
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,2048,768,8,128,2,1,power_law_1.01,0.23938367843627928
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,2048,768,8,128,2,1,power_law_1.01,0.24252864837646487
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,2048,768,8,128,2,1,power_law_1.01,0.25567615509033204
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,2048,768,8,128,2,1,power_law_1.01,0.28815616607666017
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,2048,768,8,128,2,1,power_law_1.01,0.38814014434814453
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,2048,768,8,128,2,1,power_law_1.01,0.34116416931152344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,2048,768,8,128,2,1,power_law_1.01,0.46775806427001954
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,2048,768,8,128,2,1,power_law_1.01,0.5543366241455078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,2048,768,8,128,2,1,power_law_1.01,0.7487225341796875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,2,1,power_law_1.01,0.03631295919418335
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,2,1,power_law_1.01,0.049953918457031246
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,2048,768,8,128,2,1,power_law_1.01,2.142170867919922
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,2048,768,8,128,2,1,power_law_1.01,0.9456921386718751
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,2,1,power_law_1.01,0.06686848163604736
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,2,1,power_law_1.01,0.08182016372680664
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,2,1,power_law_1.01,0.11548352241516113
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,2,1,power_law_1.01,0.126757755279541
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,2,1,power_law_1.01,0.12956735610961914
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,2,1,power_law_1.01,0.13245823860168457
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,2,1,power_law_1.01,0.1331999969482422
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,2,1,power_law_1.01,0.13767104148864745
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,2048,768,8,128,2,1,power_law_1.01,1.3372409057617187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,2,1,power_law_1.01,0.15234944343566895
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,2,1,power_law_1.01,0.1534003162384033
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,2,1,power_law_1.01,0.15819775581359863
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,2,1,power_law_1.01,0.16257919311523436
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,2,1,power_law_1.01,0.16494079589843752
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,2,1,power_law_1.01,0.17541952133178712
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,2,1,power_law_1.01,0.1897862434387207
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,2,1,power_law_1.01,0.20266624450683596
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,2,1,power_law_1.01,0.028760321140289306
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,2,1,power_law_1.01,0.23701696395874022
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,2,1,power_law_1.01,0.2761964797973633
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,2048,768,8,128,2,1,power_law_1.01,1.7460633850097658
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,2,1,power_law_1.01,0.3470240020751953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,2,1,power_law_1.01,0.42087360382080075
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,2,1,power_law_1.01,0.5780307388305663
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,2048,768,8,128,2,1,power_law_1.2,0.05996032238006592
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,2,1,power_law_1.01,0.7353247833251954
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,2,1,power_law_1.01,1.3589485168457032
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,2,1,power_law_1.01,1.823750457763672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,2048,768,8,128,2,1,power_law_1.01,1.6682054138183595
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,2048,768,8,128,2,1,power_law_1.2,0.02969664096832275
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,2048,768,8,128,2,1,power_law_1.2,0.03883647918701172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,2048,768,8,128,2,1,power_law_1.2,0.2166655921936035
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,2048,768,8,128,2,1,power_law_1.2,0.2184940719604492
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,2048,768,8,128,2,1,power_law_1.2,0.22553535461425783
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,2048,768,8,128,2,1,power_law_1.2,0.08450176239013671
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,2048,768,8,128,2,1,power_law_1.2,0.10832960128784179
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,2048,768,8,128,2,1,power_law_1.2,0.22936511993408204
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,2048,768,8,128,2,1,power_law_1.2,0.23795648574829104
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,2048,768,8,128,2,1,power_law_1.2,0.24667839050292967
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,2048,768,8,128,2,1,power_law_1.2,0.195482234954834
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,2048,768,8,128,2,1,power_law_1.2,0.2107814407348633
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,2048,768,8,128,2,1,power_law_1.2,0.20601343154907226
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,2048,768,8,128,2,1,power_law_1.2,0.27431808471679686
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,2048,768,8,128,2,1,power_law_1.2,0.28140352249145506
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,2048,768,8,128,2,1,power_law_1.2,0.24178367614746094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,2048,768,8,128,2,1,power_law_1.2,0.26108287811279296
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,2048,768,8,128,2,1,power_law_1.2,0.7627123260498048
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,2048,768,8,128,2,1,power_law_1.2,0.2908390426635742
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,2048,768,8,128,2,1,power_law_1.2,0.3454463958740234
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,2048,768,8,128,2,1,power_law_1.2,0.39170433044433595
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,2,1,power_law_1.2,0.03677567958831787
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,2048,768,8,128,2,1,power_law_1.2,0.9545811462402345
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,2,1,power_law_1.2,0.028735361099243163
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,2,1,power_law_1.2,0.04763008117675781
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,2,1,power_law_1.2,0.06208320140838623
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,2048,768,8,128,2,1,power_law_1.2,1.3521343994140627
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,2,1,power_law_1.2,0.07727231979370117
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,2,1,power_law_1.2,0.11931839942932129
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,2,1,power_law_1.2,0.12805376052856446
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,2,1,power_law_1.2,0.13128576278686524
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,2048,768,8,128,2,1,power_law_1.2,1.7705580139160155
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,2,1,power_law_1.2,0.1343513584136963
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,2,1,power_law_1.2,0.1347756767272949
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,2,1,power_law_1.2,0.13896575927734375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,2,1,power_law_1.2,0.15523327827453612
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,2,1,power_law_1.2,0.15707136154174806
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,2,1,power_law_1.2,0.16051328659057618
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,2,1,power_law_1.2,0.16627519607543945
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,2048,768,8,128,2,1,power_law_1.2,2.139180145263672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,2,1,power_law_1.2,0.16869119644165037
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,2,1,power_law_1.2,0.1791302490234375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,2,1,power_law_1.2,0.1907449531555176
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,2,1,power_law_1.2,0.20519487380981447
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,2,1,power_law_1.2,0.2423251152038574
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,2,1,power_law_1.2,0.280644474029541
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,2,1,power_law_1.2,0.3485491180419922
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,2,1,power_law_1.2,0.42877822875976557
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,2,1,power_law_1.2,0.5867264175415039
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,2,1,power_law_1.01,0.07504000186920165
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,2,1,power_law_1.2,0.7439443206787109
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,2048,768,8,128,2,1,power_law_1.2,0.4722259140014648
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,2,1,power_law_1.01,0.09531840324401855
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,2,1,power_law_1.2,1.0512742614746093
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,2,1,power_law_1.2,1.3715603637695313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,2,1,power_law_1.01,0.646476821899414
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,2048,768,8,128,2,1,power_law_1.2,1.6839833068847656
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,2,1,power_law_1.01,0.7287782287597656
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,2,1,power_law_1.01,0.748182373046875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,2048,768,8,128,2,1,power_law_1.2,1.0312025451660156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,2,1,power_law_1.01,0.7922911834716797
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,2,1,power_law_1.01,0.7907302093505859
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,2,1,power_law_1.01,0.17302207946777343
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,2,1,power_law_1.01,1.0304576110839843
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,2,1,power_law_1.01,0.2784172821044922
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,2,1,power_law_1.01,0.3826092910766602
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,2,1,power_law_1.01,0.8859398651123047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,2,1,power_law_1.01,0.7113420867919922
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,2,1,power_law_1.01,1.040176010131836
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,2,1,power_law_1.01,0.752630386352539
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,2,1,power_law_1.01,1.194052505493164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,2,1,power_law_1.01,1.443544921875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,2,1,power_law_1.01,1.7433958435058592
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,2,1,power_law_1.01,0.9658803558349609
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,2,1,power_law_1.01,2.347286376953125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,2,1,power_law_1.01,0.9773951721191405
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,2,1,power_law_1.01,2.936011657714844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,2,1,power_law_1.01,2.2510354614257815
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,2,1,power_law_1.01,0.05368127822875977
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,2,1,power_law_1.01,0.06769279956817627
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,2,1,power_law_1.01,0.1604806327819824
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,2,1,power_law_1.01,0.21156799316406252
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,2,1,power_law_1.01,0.839389419555664
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,2,1,power_law_1.01,0.8606163024902344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,2,1,power_law_1.01,0.338917121887207
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,2,1,power_law_1.01,0.3754073715209961
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,2,1,power_law_1.01,0.38955902099609374
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,2,1,power_law_1.01,0.4004032135009766
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,2,1,power_law_1.01,4.179967346191406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,2,1,power_law_1.01,0.4047110366821289
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,2,1,power_law_1.01,0.4170982360839844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,2,1,power_law_1.01,0.4408160018920898
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,2,1,power_law_1.01,0.44279937744140624
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,2,1,power_law_1.01,0.4661324691772461
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,2,1,power_law_1.01,0.45795520782470706
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,2,1,power_law_1.01,0.12531071662902832
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,2,1,power_law_1.01,0.4703398513793945
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,2,1,power_law_1.01,0.488812141418457
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,2,1,power_law_1.01,0.5193849563598633
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,2,1,power_law_1.01,0.5545548629760743
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,2,1,power_law_1.01,0.6246284866333008
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,2,1,power_law_1.01,5.390615844726563
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,2,1,power_law_1.01,0.8939097595214843
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,2,1,power_law_1.01,1.1077484893798828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,2,1,power_law_1.01,2.381053466796875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,2,1,power_law_1.01,6.553414306640624
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,2,1,power_law_1.01,1.5019552612304687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,2,1,power_law_1.01,1.9048716735839843
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,2,1,power_law_1.2,0.24941951751708985
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,2,1,power_law_1.01,2.706501770019531
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,2,1,power_law_1.01,3.477583312988281
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,2,1,power_law_1.2,0.08641792297363281
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,2,1,power_law_1.2,0.07547967910766602
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,2,1,power_law_1.2,0.15847231864929198
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,4096,1536,8,128,2,1,power_law_1.01,4.335763854980469
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,2,1,power_law_1.2,0.8004902648925782
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,2,1,power_law_1.2,0.3529606246948242
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,2,1,power_law_1.2,0.8154214477539062
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,2,1,power_law_1.2,0.8319174194335938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,2,1,power_law_1.2,0.8577203369140625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,2,1,power_law_1.2,0.6656082916259766
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,2,1,power_law_1.2,0.8775564575195313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,2,1,power_law_1.2,0.8973836517333984
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,2,1,power_law_1.2,0.7238848114013672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,2,1,power_law_1.2,0.9942726135253906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,2,1,power_law_1.2,0.9187353515625001
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,2,1,power_law_1.2,1.0948499298095702
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,2,1,power_law_1.2,0.7411750030517579
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,2,1,power_law_1.2,1.234241943359375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,2,1,power_law_1.2,1.2600012969970702
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,2,1,power_law_1.2,1.4937619018554689
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,2,1,power_law_1.2,0.7617209625244141
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,2,1,power_law_1.2,1.7934413146972656
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,2,1,power_law_1.2,0.053951358795166014
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,2,1,power_law_1.2,0.061320319175720214
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,2,1,power_law_1.2,0.10065600395202637
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,2,1,power_law_1.2,2.416532440185547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,2,1,power_law_1.2,0.14492927551269533
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,2,1,power_law_1.2,0.19544448852539062
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,2,1,power_law_1.2,0.3498348617553711
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,2,1,power_law_1.2,2.9805990600585934
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,2,1,power_law_1.2,0.3822937774658203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,2,1,power_law_1.2,0.39680961608886717
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,2,1,power_law_1.2,0.9925497436523438
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,2,1,power_law_1.2,0.4081280136108399
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,2,1,power_law_1.2,0.4085062408447266
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,2,1,power_law_1.2,0.4184307098388672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,2,1,power_law_1.2,4.194325256347656
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,2,1,power_law_1.2,0.44865985870361325
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,2,1,power_law_1.2,0.4498700714111328
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,2,1,power_law_1.2,0.4650521469116211
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,2,1,power_law_1.2,0.4765420913696289
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,2,1,power_law_1.2,0.47571262359619143
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,2,1,power_law_1.2,0.4986003112792969
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,2,1,power_law_1.2,0.5239052963256836
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,2,1,power_law_1.2,0.5631571197509766
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,2,1,power_law_1.2,0.6438534545898438
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,2,1,power_law_1.2,0.7259001922607422
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,2,1,power_law_1.2,0.8988851165771484
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,2,1,power_law_1.2,1.1225247955322266
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,2,1,power_law_1.2,1.5028083801269532
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,2,1,power_law_1.01,0.15112640380859374
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,2,1,power_law_1.2,6.620066528320312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,2,1,power_law_1.2,1.9334541320800782
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,2,1,power_law_1.01,0.23776832580566407
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,2,1,power_law_1.01,0.4118880081176758
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,2,1,power_law_1.2,2.7419412231445315
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,2,1,power_law_1.01,0.7223538970947265
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,2,1,power_law_1.01,1.0350745391845702
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,2,1,power_law_1.2,3.5018923950195315
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,2,1,power_law_1.01,1.7858029174804688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,2,1,power_law_1.01,1.9504934692382812
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,2,1,power_law_1.01,2.0604019165039062
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,2,1,power_law_1.01,2.1461683654785153
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,4096,1536,8,128,2,1,power_law_1.2,4.322680358886719
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,2,1,power_law_1.01,2.2098789978027344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,2,1,power_law_1.01,2.299696044921875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,2,1,power_law_1.01,2.4070726013183594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,2,1,power_law_1.01,3.273908996582031
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,2,1,power_law_1.01,3.376100463867188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,2,1,power_law_1.01,3.5111105346679685
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,2,1,power_law_1.01,3.6197619628906255
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,2,1,power_law_1.01,3.8456622314453126
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,2,1,power_law_1.01,4.2773873901367185
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,2,1,power_law_1.01,4.577245483398437
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,2,1,power_law_1.2,13.71695556640625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,2,1,power_law_1.01,5.170007934570313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,2,1,power_law_1.01,6.001644287109375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,2,1,power_law_1.01,0.10034687995910645
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,2,1,power_law_1.01,7.308945922851562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,2,1,power_law_1.01,0.15209856033325195
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,2,1,power_law_1.01,0.21858751296997073
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,2,1,power_law_1.01,0.4038726425170898
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,2,1,power_law_1.01,8.966495971679688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,2,1,power_law_1.01,0.5743539047241211
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,2,1,power_law_1.01,0.9463372802734374
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,2,1,power_law_1.01,1.0256179046630858
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,2,1,power_law_1.01,1.0787014770507812
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,2,1,power_law_1.01,1.1140838623046876
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,2,1,power_law_1.01,1.138745574951172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,2,1,power_law_1.01,1.1668883514404296
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,2,1,power_law_1.01,12.430350341796876
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,2,1,power_law_1.01,1.1923449707031248
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,2,1,power_law_1.01,1.2444537353515623
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,2,1,power_law_1.01,1.2655014038085937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,2,1,power_law_1.01,1.2914866638183593
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,2,1,power_law_1.01,1.3103199768066407
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,2,1,power_law_1.01,1.3578265380859373
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,2,1,power_law_1.01,1.4315557861328125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,2,1,power_law_1.01,15.584235839843751
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,2,1,power_law_1.01,1.4871180725097655
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,2,1,power_law_1.01,1.6137344360351562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,2,1,power_law_1.01,1.8009254455566406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,2,1,power_law_1.01,2.152348175048828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,2,1,power_law_1.01,2.4935020446777343
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,2,1,power_law_1.01,3.331119384765625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,2,1,power_law_1.01,4.188737182617187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,2,1,power_law_1.2,0.15108415603637695
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,2,1,power_law_1.01,21.976811523437497
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,2,1,power_law_1.2,0.18428224563598633
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,2,1,power_law_1.2,0.3904889678955078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,2,1,power_law_1.2,0.6249926376342774
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,2,1,power_law_1.01,5.8654833984375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,2,1,power_law_1.2,0.8907206726074218
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,2,1,power_law_1.2,1.7691098022460938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,2,1,power_law_1.2,1.955430450439453
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,2,1,power_law_1.2,2.115875244140625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,2,1,power_law_1.01,7.576431884765626
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,2,1,power_law_1.2,2.205785675048828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,2,1,power_law_1.2,2.2850816345214846
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,2,1,power_law_1.2,2.3674330139160156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,6144,2560,8,160,2,1,power_law_1.01,9.16909912109375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,2,1,power_law_1.2,2.4866067504882814
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,2,1,power_law_1.2,3.409872741699219
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,2,1,power_law_1.2,3.5016116333007816
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,2,1,power_law_1.2,3.7008575439453124
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,2,1,power_law_1.2,3.792218933105469
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,2,1,power_law_1.2,3.965096435546875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,2,1,power_law_1.2,4.3036126708984375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,2,1,power_law_1.2,4.585028991699219
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,2,1,power_law_1.2,5.310093994140625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,2,1,power_law_1.01,35.231577148437495
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,2,1,power_law_1.2,5.975457763671875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,2,1,power_law_1.2,7.528643188476562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,2,1,power_law_1.2,0.10118016242980957
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,2,1,power_law_1.2,0.11423104286193848
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,2,1,power_law_1.2,9.186165771484374
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,2,1,power_law_1.2,0.21312320709228513
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,2,1,power_law_1.2,0.3564479827880859
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,2,1,power_law_1.2,0.5008595275878907
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,2,1,power_law_1.2,0.9363750457763672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,2,1,power_law_1.2,1.0269235229492186
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,2,1,power_law_1.2,12.451102294921876
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,2,1,power_law_1.2,1.099645462036133
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,2,1,power_law_1.2,1.1441657257080078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,2,1,power_law_1.2,1.1734323120117187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,2,1,power_law_1.2,1.1947833251953124
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,2,1,power_law_1.2,1.2238272094726563
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,2,1,power_law_1.2,1.3014151000976564
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,2,1,power_law_1.2,1.3148895263671876
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,2,1,power_law_1.2,15.770235595703124
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,2,1,power_law_1.2,1.3507469177246094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,2,1,power_law_1.2,1.3681983947753906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,2,1,power_law_1.2,1.4009280395507813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,2,1,power_law_1.2,1.465771484375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,2,1,power_law_1.2,1.5098988342285158
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,2,1,power_law_1.2,1.657954559326172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,2,1,power_law_1.2,1.8199961853027342
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,2,1,power_law_1.2,2.291557159423828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,2,1,power_law_1.2,2.556995849609375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,2,1,power_law_1.2,22.158254394531248
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,2,1,power_law_1.2,3.405086059570313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,2,1,power_law_1.01,0.16411840438842773
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,2,1,power_law_1.2,4.229962158203125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,2,1,power_law_1.01,0.25603904724121096
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,2,1,power_law_1.01,0.5125785446166992
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,2,1,power_law_1.2,5.95757568359375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,2,1,power_law_1.01,0.6186969757080079
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,2,1,power_law_1.01,1.3868293762207031
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,2,1,power_law_1.2,7.525819091796874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,2,1,power_law_1.2,28.677871093750003
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,2,1,power_law_1.01,2.0614527893066406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,2,1,power_law_1.01,2.465936584472656
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,2,1,power_law_1.01,3.279007873535156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,6144,2560,8,160,2,1,power_law_1.2,9.707052612304688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,2,1,power_law_1.01,3.501224365234375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,2,1,power_law_1.01,3.6472723388671873
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,2,1,power_law_1.01,3.818295593261719
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,2,1,power_law_1.01,3.9427481079101563
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,2,1,power_law_1.2,35.37840087890625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,2,1,power_law_1.01,4.090848083496094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,2,1,power_law_1.01,4.314538269042968
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,2,1,power_law_1.01,4.494051208496094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,2,1,power_law_1.01,4.647093200683594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,2,1,power_law_1.01,6.292454223632812
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,2,1,power_law_1.01,6.855275268554688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,2,1,power_law_1.01,7.361808471679687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,2,1,power_law_1.01,81.88204101562499
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,2,1,power_law_1.01,8.339024047851563
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,2,1,power_law_1.01,9.131963500976562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,2,1,power_law_1.01,10.694417724609375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,2,1,power_law_1.01,0.09759679794311524
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,2,1,power_law_1.01,0.15865599632263183
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,2,1,power_law_1.01,12.168946533203124
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,2,1,power_law_1.01,0.27978559494018557
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,2,1,power_law_1.01,0.3493657684326172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,2,1,power_law_1.01,0.7601478576660157
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,2,1,power_law_1.01,1.1226873779296875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,2,1,power_law_1.01,1.3385658264160156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,2,1,power_law_1.01,1.7702284240722654
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,2,1,power_law_1.01,14.9516552734375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,2,1,power_law_1.01,1.8874143981933593
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,2,1,power_law_1.01,1.95802490234375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,2,1,power_law_1.01,2.0425721740722658
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,2,1,power_law_1.01,2.1052287292480467
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,2,1,power_law_1.01,17.75794189453125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,2,1,power_law_1.01,2.154552307128906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,2,1,power_law_1.01,2.2254975891113284
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,2,1,power_law_1.01,2.280936279296875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,2,1,power_law_1.01,2.322451171875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,2,1,power_law_1.01,2.4693991088867184
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,2,1,power_law_1.01,2.5781005859375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,2,1,power_law_1.01,2.6464825439453126
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,2,1,power_law_1.01,2.834028015136719
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,2,1,power_law_1.01,2.976975402832031
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,2,1,power_law_1.01,23.64371337890625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,2,1,power_law_1.01,3.3330606079101566
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,2,1,power_law_1.01,3.6595333862304686
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,2,1,power_law_1.2,0.16093503952026367
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,2,1,power_law_1.01,4.390969543457031
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,2,1,power_law_1.2,0.2553055953979492
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,2,1,power_law_1.2,0.3824736022949219
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,2,1,power_law_1.01,5.120172119140625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,2,1,power_law_1.2,0.6276057434082032
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,2,1,power_law_1.2,1.2006214141845704
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,2,1,power_law_1.01,6.662147216796875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,2,1,power_law_1.2,1.820157470703125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,2,1,power_law_1.2,2.186304016113281
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,2,1,power_law_1.01,8.337787475585937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,384,2,1,power_law_1.01,10.3310400390625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,2,1,power_law_1.2,3.1136270141601563
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,2,1,power_law_1.2,3.312272033691406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,2,1,power_law_1.2,3.4922509765625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,2,1,power_law_1.2,3.7162765502929687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,2,1,power_law_1.01,36.095607910156254
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,2,1,power_law_1.2,3.8831405639648438
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,2,1,power_law_1.2,4.009241638183594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,2,1,power_law_1.2,4.261232604980469
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,2,1,power_law_1.2,4.472848510742187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,2,1,power_law_1.2,4.662642517089844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,2,1,power_law_1.2,6.3736853027343745
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,2,1,power_law_1.2,7.033815307617187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,2,1,power_law_1.2,7.616251220703125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,2,1,power_law_1.2,8.5732763671875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,2,1,power_law_1.2,9.477654418945312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,2,1,power_law_1.2,11.045947265625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,2,1,power_law_1.2,0.09649279594421387
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,2,1,power_law_1.2,12.588889160156251
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,2,1,power_law_1.2,0.1588857555389404
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,2,1,power_law_1.2,0.21946176528930664
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,2,1,power_law_1.2,0.3513030242919922
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,2,1,power_law_1.2,0.6510086059570312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,2,1,power_law_1.2,15.438275146484376
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,2,1,power_law_1.2,0.9967846679687501
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,2,1,power_law_1.2,1.189393310546875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,2,1,power_law_1.2,1.682322540283203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,2,1,power_law_1.2,1.7833830261230468
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,2,1,power_law_1.2,18.384190673828122
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,2,1,power_law_1.2,1.8747885131835935
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,2,1,power_law_1.2,1.9884115600585937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,2,1,power_law_1.2,2.051959686279297
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,2,1,power_law_1.2,2.107201232910156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,2,1,power_law_1.2,2.191925048828125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,2,1,power_law_1.2,2.2532896423339843
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,2,1,power_law_1.2,2.314936370849609
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,2,1,power_law_1.2,2.4660076904296875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,2,1,power_law_1.2,2.623134765625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,2,1,power_law_1.2,24.323173828125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,2,1,power_law_1.2,2.7469869995117184
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,2,1,power_law_1.2,2.945289001464844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,2,1,power_law_1.2,3.1301190185546877
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,2,1,power_law_1.2,3.5168838500976562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,2,1,power_law_1.2,3.8978369140624998
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,2,1,power_law_1.01,80.7108154296875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,2,1,power_law_1.2,4.61396728515625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,2,1,power_law_1.2,30.6451513671875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,2,1,power_law_1.2,5.428973999023437
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,2,1,power_law_1.01,0.08394047737121582
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,2,1,power_law_1.2,6.982375488281249
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,2,1,power_law_1.01,0.11219584465026855
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,2,1,power_law_1.2,8.785991821289063
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,2,1,power_law_1.01,0.0645139217376709
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,2,1,power_law_1.01,0.21475456237792967
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,2,1,power_law_1.2,36.715976562499996
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,2,1,power_law_1.01,0.27732608795166014
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,2,1,power_law_1.01,0.48228286743164067
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,2,1,power_law_1.01,0.4923571014404297
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,384,2,1,power_law_1.2,10.605426025390624
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,2,1,power_law_1.01,0.5708172988891602
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,2,1,power_law_1.01,0.556698226928711
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,2,1,power_law_1.01,1.6165458679199218
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,2,1,power_law_1.01,0.6213273620605468
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,2,1,power_law_1.01,0.6101779174804688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,2,1,power_law_1.01,0.6343296051025391
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,2,1,power_law_1.01,0.642086410522461
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,2,1,power_law_1.01,0.6812895965576172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,2,1,power_law_1.01,0.8200851440429687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,2,1,power_law_1.01,0.6865254211425781
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,2,1,power_law_1.01,0.8772665405273438
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,2,1,power_law_1.01,0.9706771087646484
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,2,1,power_law_1.01,2.490090179443359
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,2,1,power_law_1.01,0.8640140533447266
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,2,1,power_law_1.01,1.0540166473388672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2688,1856,6,128,2,1,power_law_1.01,0.05770880222320557
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2688,1856,6,128,2,1,power_law_1.01,0.07335487842559815
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,2,1,power_law_1.01,1.520768585205078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2688,1856,6,128,2,1,power_law_1.01,0.16313600540161133
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,2,1,power_law_1.01,1.9182080078125001
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2688,1856,6,128,2,1,power_law_1.01,0.2509414482116699
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2688,1856,6,128,2,1,power_law_1.01,0.12336192131042481
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2688,1856,6,128,2,1,power_law_1.01,0.27806400299072265
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,2,1,power_law_1.01,2.3487916564941407
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2688,1856,6,128,2,1,power_law_1.01,0.2941606330871582
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2688,1856,6,128,2,1,power_law_1.01,0.30763519287109375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2688,1856,6,128,2,1,power_law_1.01,0.31539775848388674
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2688,1856,6,128,2,1,power_law_1.01,0.3277254486083984
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2688,1856,6,128,2,1,power_law_1.01,0.3780448150634766
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2688,1856,6,128,2,1,power_law_1.01,0.38498046874999997
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2688,1856,6,128,2,1,power_law_1.01,0.3951283264160156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2688,1856,6,128,2,1,power_law_1.01,0.3957126235961914
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,2,1,power_law_1.01,3.1502642822265625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2688,1856,6,128,2,1,power_law_1.01,0.40564800262451167
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2688,1856,6,128,2,1,power_law_1.01,0.4181324768066406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2688,1856,6,128,2,1,power_law_1.01,0.44484672546386717
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2688,1856,6,128,2,1,power_law_1.01,0.46350334167480467
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2688,1856,6,128,2,1,power_law_1.01,0.5142156982421875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2688,1856,6,128,2,1,power_law_1.01,0.5655231857299805
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,2,1,power_law_1.01,3.9768966674804687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2688,1856,6,128,2,1,power_law_1.01,0.672534408569336
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2688,1856,6,128,2,1,power_law_1.01,0.7992249298095703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2688,1856,6,128,2,1,power_law_1.01,1.0563174438476561
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2688,1856,6,128,2,1,power_law_1.01,1.3250643920898437
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2688,1856,6,128,2,1,power_law_1.01,0.042915840148925785
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2688,1856,6,128,2,1,power_law_1.01,1.8632736206054688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2688,1856,6,128,2,1,power_law_1.01,2.4598150634765625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,2,1,power_law_1.2,0.053729281425476075
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,2,1,power_law_1.2,0.4450585556030274
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,2688,1856,6,128,2,1,power_law_1.01,2.9236090087890623
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,2,1,power_law_1.2,0.06811327934265136
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,2,1,power_law_1.2,0.5369363021850586
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,2,1,power_law_1.2,0.10496512413024903
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,2,1,power_law_1.2,0.18228031158447267
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,2,1,power_law_1.2,0.6355654525756835
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,2,1,power_law_1.2,0.24000959396362304
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,2,1,power_law_1.2,0.6585868835449219
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,2,1,power_law_1.2,0.6698758697509766
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,2,1,power_law_1.2,0.4927731323242187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,2,1,power_law_1.2,0.7829830169677734
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,2,1,power_law_1.2,0.5648384094238281
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,2,1,power_law_1.2,0.5847756958007813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,2,1,power_law_1.2,0.603138542175293
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,2,1,power_law_1.01,17.119879150390624
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,2,1,power_law_1.2,0.6885440063476562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,2,1,power_law_1.2,0.7239469146728515
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,2,1,power_law_1.2,0.9958566284179687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,2,1,power_law_1.2,0.8500780487060547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,2,1,power_law_1.2,0.9192530822753906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,2,1,power_law_1.2,0.8954566192626953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,2,1,power_law_1.2,1.9850361633300782
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,2,1,power_law_1.2,1.0784031677246095
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2688,1856,6,128,2,1,power_law_1.2,0.04335807800292969
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2688,1856,6,128,2,1,power_law_1.2,0.05041024208068847
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2688,1856,6,128,2,1,power_law_1.2,0.07282815933227539
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2688,1856,6,128,2,1,power_law_1.2,0.11258111953735353
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,2,1,power_law_1.2,5.565806274414062
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2688,1856,6,128,2,1,power_law_1.2,0.14407615661621093
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,2,1,power_law_1.2,3.2444903564453127
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2688,1856,6,128,2,1,power_law_1.2,0.24878656387329104
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2688,1856,6,128,2,1,power_law_1.2,0.27687231063842777
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2688,1856,6,128,2,1,power_law_1.2,0.3135820770263672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2688,1856,6,128,2,1,power_law_1.2,0.42900096893310546
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2688,1856,6,128,2,1,power_law_1.2,0.3220774459838867
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2688,1856,6,128,2,1,power_law_1.2,0.3326822280883789
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,2,1,power_law_1.2,4.022540283203125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2688,1856,6,128,2,1,power_law_1.2,0.39070400238037106
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2688,1856,6,128,2,1,power_law_1.2,0.39986495971679686
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2688,1856,6,128,2,1,power_law_1.2,0.41055423736572266
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2688,1856,6,128,2,1,power_law_1.2,0.4213977432250976
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2688,1856,6,128,2,1,power_law_1.2,1.0923315429687501
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2688,1856,6,128,2,1,power_law_1.2,0.42962112426757815
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2688,1856,6,128,2,1,power_law_1.2,0.4514444732666016
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2688,1856,6,128,2,1,power_law_1.2,0.4675923156738281
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2688,1856,6,128,2,1,power_law_1.2,0.5213222503662109
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,2,1,power_law_1.2,4.74270263671875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2688,1856,6,128,2,1,power_law_1.2,0.5752979278564453
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2688,1856,6,128,2,1,power_law_1.2,0.8479219055175781
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2688,1856,6,128,2,1,power_law_1.2,1.0683129882812499
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2688,1856,6,128,2,1,power_law_1.2,1.3444166564941407
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2688,1856,6,128,2,1,power_law_1.2,2.5964312744140625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2688,1856,6,128,2,1,power_law_1.2,1.8885836791992188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2688,1856,6,128,2,1,power_law_1.2,2.414929962158203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,2,1,power_law_1.01,0.2777126312255859
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,2688,1856,6,128,2,1,power_law_1.2,2.9948831176757813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,2,1,power_law_1.2,2.383852844238281
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,2,1,power_law_1.01,0.49326847076416014
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,2,1,power_law_1.01,0.6507513427734375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,2,1,power_law_1.01,1.3658131408691407
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,2,1,power_law_1.01,2.047825927734375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,2,1,power_law_1.01,3.6487329101562502
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,2,1,power_law_1.01,3.9888351440429686
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,2,1,power_law_1.01,4.187465515136719
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,2,1,power_law_1.01,7.637169799804687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,2,1,power_law_1.01,4.475912170410156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,2,1,power_law_1.01,4.679343872070312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,2,1,power_law_1.01,5.014354553222656
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,2,1,power_law_1.01,5.037884216308593
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,2,1,power_law_1.01,4.848529357910157
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,2,1,power_law_1.01,5.218507690429687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,2,1,power_law_1.01,5.403223876953125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,2,1,power_law_1.01,6.210768432617188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,2,1,power_law_1.01,6.070512084960937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,2,1,power_law_1.01,7.339432373046876
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,2,1,power_law_1.01,6.417850952148437
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,2,1,power_law_1.01,7.988515014648438
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,2,1,power_law_1.01,13.27804931640625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,2,1,power_law_1.01,9.607113037109375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,2,1,power_law_1.01,0.3832051086425781
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,2,1,power_law_1.01,0.17285951614379882
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,2,1,power_law_1.01,0.7777619171142578
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,2,1,power_law_1.01,12.66779296875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,2,1,power_law_1.01,0.6880735778808594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,2,1,power_law_1.01,2.023740234375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,2,1,power_law_1.01,15.724453125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,2,1,power_law_1.01,1.1480345916748047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,2,1,power_law_1.01,2.3824525451660157
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,2,1,power_law_1.01,2.5113650512695314
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,2,1,power_law_1.01,3.105353698730469
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,2,1,power_law_1.01,2.2085945129394533
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,2,1,power_law_1.01,2.574218139648438
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,2,1,power_law_1.01,2.446544647216797
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,2,1,power_law_1.01,2.6129486083984377
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,2,1,power_law_1.01,20.8068310546875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,2,1,power_law_1.01,2.7130093383789062
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,2,1,power_law_1.01,3.658757629394531
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,2,1,power_law_1.01,2.75951416015625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,2,1,power_law_1.01,2.8523455810546876
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,2,1,power_law_1.01,3.194189453125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,2,1,power_law_1.01,3.3539187622070314
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,2,1,power_law_1.01,26.374301757812496
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,2,1,power_law_1.01,4.703767089843749
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,2,1,power_law_1.01,3.6319342041015625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,2,1,power_law_1.01,7.061546630859375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,2,1,power_law_1.01,5.428672485351562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,4096,2688,22,512,2,1,power_law_1.01,32.45223388671875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,2,1,power_law_1.01,9.05839599609375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,2,1,power_law_1.2,0.29061439514160153
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,2,1,power_law_1.2,0.36108158111572264
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,2,1,power_law_1.2,0.7079910278320313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,2,1,power_law_1.01,13.169685058593751
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,2,1,power_law_1.01,12.984910888671873
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,2,1,power_law_1.2,1.2038694763183595
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,2,1,power_law_1.2,1.792150421142578
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,2,1,power_law_1.01,16.52364013671875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,2,1,power_law_1.2,3.5633425903320317
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,2,1,power_law_1.2,3.9482617187499995
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,2,1,power_law_1.2,4.563937377929688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,2,1,power_law_1.2,9.262302856445313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,2,1,power_law_1.2,4.815525207519531
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,2,1,power_law_1.2,4.394375610351562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,4096,2688,22,512,2,1,power_law_1.01,20.140284423828128
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,2,1,power_law_1.2,5.226714477539063
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,2,1,power_law_1.2,5.347567749023438
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,2,1,power_law_1.2,5.041391296386719
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,2,1,power_law_1.2,5.581011962890625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,2,1,power_law_1.2,5.8588629150390625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,2,1,power_law_1.2,6.378623657226562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,2,1,power_law_1.2,6.557610473632812
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,2,1,power_law_1.2,6.731377563476562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,2,1,power_law_1.2,8.5005322265625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,2,1,power_law_1.2,7.629263916015626
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,2,1,power_law_1.2,10.046092529296875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,2,1,power_law_1.2,0.17185920715332031
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,2,1,power_law_1.2,0.22672191619873047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,2,1,power_law_1.2,0.38547840118408205
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,2,1,power_law_1.2,19.05215576171875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,2,1,power_law_1.2,0.6654476928710937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,2,1,power_law_1.2,2.5055084228515625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,2,1,power_law_1.2,13.199602050781248
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,2,1,power_law_1.2,2.1800300598144533
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,2,1,power_law_1.2,1.0064588928222657
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,2,1,power_law_1.2,2.4050169372558594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,2,1,power_law_1.2,2.764393005371094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,2,1,power_law_1.2,2.469617919921875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,2,1,power_law_1.2,15.794193115234375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,2,1,power_law_1.2,2.5733709716796875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,2,1,power_law_1.2,2.6422714233398437
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,2,1,power_law_1.2,2.8134539794921873
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,2,1,power_law_1.2,2.8749945068359373
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,2,1,power_law_1.2,5.42197265625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,2,1,power_law_1.2,2.900044250488281
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,2,1,power_law_1.2,2.970699462890625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,2,1,power_law_1.2,21.2513037109375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,2,1,power_law_1.2,3.3292901611328127
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,2,1,power_law_1.2,3.4540850830078127
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,2,1,power_law_1.2,3.7406475830078123
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,2,1,power_law_1.2,4.085838012695312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,2,1,power_law_1.2,27.14515380859375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,2,1,power_law_1.2,4.829916076660156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,2,1,power_law_1.2,7.221900024414063
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,4,1,power_law_1.01,0.08906880378723145
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,4096,2688,22,512,2,1,power_law_1.2,33.34912109375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,2,1,power_law_1.2,9.302650756835938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,4,1,power_law_1.01,0.13607680320739746
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,4,1,power_law_1.01,0.16050687789916993
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,4,1,power_law_1.01,0.2694905662536621
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,4,1,power_law_1.01,0.2777222442626953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,2,1,power_law_1.2,19.204527587890624
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,4,1,power_law_1.01,0.2621471977233887
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,4,1,power_law_1.01,0.288593921661377
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,2,1,power_law_1.2,13.078179931640625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,4,1,power_law_1.01,0.29435712814331055
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,4,1,power_law_1.01,0.33479167938232424
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,4,1,power_law_1.01,0.2781612777709961
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,4,1,power_law_1.01,0.26352447509765625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,4,1,power_law_1.01,0.285662727355957
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,4,1,power_law_1.01,0.6222540664672851
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,2,1,power_law_1.2,16.692783203125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,4,1,power_law_1.01,0.32310592651367187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,4,1,power_law_1.01,0.33126785278320314
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,4,1,power_law_1.01,0.6101702499389648
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,4,1,power_law_1.01,1.0764262390136718
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,4,1,power_law_1.01,0.3273068618774414
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,4,1,power_law_1.01,0.34915073394775387
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,4,1,power_law_1.01,2.0993402099609377
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,4096,2688,22,512,2,1,power_law_1.2,20.43700439453125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,4,1,power_law_1.01,2.7374169921875002
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,4,1,power_law_1.01,1.4683929443359376
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,4,1,power_law_1.01,0.4565631866455078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,4,1,power_law_1.01,0.07920959949493409
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,4,1,power_law_1.01,0.7360044860839844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,4,1,power_law_1.01,5.4671960449218755
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,4,1,power_law_1.01,2.3223782348632813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,4,1,power_law_1.01,0.05691904067993164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,4,1,power_law_1.01,3.9970251464843747
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,4,1,power_law_1.01,0.14967935562133788
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,4,1,power_law_1.01,0.15353407859802246
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,4,1,power_law_1.01,0.16481664657592773
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,4,1,power_law_1.01,0.16991615295410156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,4,1,power_law_1.01,0.17710784912109373
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,4,1,power_law_1.01,0.1466438388824463
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,4,1,power_law_1.01,0.14538304328918455
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,4,1,power_law_1.01,0.15616640090942382
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,4,1,power_law_1.01,0.1434598445892334
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,4,1,power_law_1.01,0.14773311614990234
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,4,1,power_law_1.01,0.2391001510620117
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,4,1,power_law_1.01,6.530220336914063
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,4,1,power_law_1.01,0.2620800018310547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,4,1,power_law_1.01,0.34774017333984375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,4,1,power_law_1.01,0.4240832138061523
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,4,1,power_law_1.01,0.6080012893676757
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,4,1,power_law_1.01,0.778344955444336
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,4,1,power_law_1.01,0.10017663955688476
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,4,1,power_law_1.01,1.1522176361083984
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,4,1,power_law_1.01,1.5495251464843751
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,4,1,power_law_1.01,0.17440704345703123
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,4,1,power_law_1.01,0.18639104843139648
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,4,1,power_law_1.01,2.2808216857910155
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,4,1,power_law_1.01,0.19361087799072266
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,4,1,power_law_1.2,0.2478246307373047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,4,1,power_law_1.2,0.2685075187683105
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,4,1,power_law_1.01,2.9990573120117188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,4,1,power_law_1.2,0.282611198425293
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,4,1,power_law_1.2,0.29130624771118163
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,4096,14336,2,8,4,1,power_law_1.01,3.799590454101563
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,4,1,power_law_1.2,0.2912838363647461
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,4,1,power_law_1.2,0.29638591766357425
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,4,1,power_law_1.2,0.317697925567627
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,4,1,power_law_1.2,0.3252096176147461
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,4,1,power_law_1.01,0.19747264862060548
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,4,1,power_law_1.2,0.2524736022949219
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,4,1,power_law_1.2,0.08503487586975098
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,4,1,power_law_1.2,0.33486785888671877
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,4,1,power_law_1.2,0.11723520278930663
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,4,1,power_law_1.2,0.14747584342956543
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,4,1,power_law_1.2,0.7252313232421874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,4,1,power_law_1.2,0.2637676811218262
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,4,1,power_law_1.2,1.0858290863037108
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,4,1,power_law_1.2,0.2806278419494629
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,4,1,power_law_1.2,1.442307891845703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,4,1,power_law_1.2,0.5516396713256836
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,4,1,power_law_1.2,2.0921612548828126
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,4,1,power_law_1.2,0.35118335723876953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,4,1,power_law_1.2,0.4555686569213867
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,4,1,power_law_1.2,4.01513671875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,4,1,power_law_1.2,0.07535359859466553
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,4,1,power_law_1.2,0.5190412902832031
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,4,1,power_law_1.2,2.7176312255859374
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,4,1,power_law_1.2,0.056675839424133304
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,4,1,power_law_1.2,6.751997680664063
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,4,1,power_law_1.2,0.5781081771850586
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,4,1,power_law_1.2,0.1470969581604004
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,4,1,power_law_1.2,0.15018239974975586
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,4,1,power_law_1.2,0.15510144233703613
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,4,1,power_law_1.2,0.1656550407409668
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,4,1,power_law_1.2,0.14085375785827636
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,4,1,power_law_1.2,0.17205503463745117
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,4,1,power_law_1.2,0.17493696212768556
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,4,1,power_law_1.2,0.1742451286315918
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,4,1,power_law_1.2,0.1472390365600586
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,4,1,power_law_1.2,0.1941267204284668
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,4,1,power_law_1.2,0.1435110378265381
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,4,1,power_law_1.2,0.19623296737670898
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,4,1,power_law_1.2,0.2614847946166992
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,4,1,power_law_1.2,0.34041534423828124
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,4,1,power_law_1.2,0.4182777786254883
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,4,1,power_law_1.2,0.14821951866149902
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,4,1,power_law_1.2,0.6057651138305664
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,4,1,power_law_1.2,0.7601542663574219
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,4,1,power_law_1.2,0.09137344360351562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,4,1,power_law_1.2,1.1514988708496094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,4,1,power_law_1.2,1.5207717895507813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,4,1,power_law_1.2,2.217130889892578
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,4,1,power_law_1.01,0.24824960708618163
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,4,1,power_law_1.2,3.0340530395507814
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,4,1,power_law_1.2,0.1848307228088379
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,4,1,power_law_1.01,0.1227238368988037
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,4096,14336,2,8,4,1,power_law_1.2,3.710853881835938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,4,1,power_law_1.01,0.42278079986572265
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,4,1,power_law_1.01,0.1949510383605957
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,4,1,power_law_1.01,0.4508665466308594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,4,1,power_law_1.01,0.4593664169311523
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,4,1,power_law_1.01,0.47110782623291014
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,4,1,power_law_1.01,0.48670913696289064
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,4,1,power_law_1.01,0.536416015625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,4,1,power_law_1.2,0.23251136779785156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,4,1,power_law_1.01,0.4285318374633789
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,4,1,power_law_1.01,0.4087673568725586
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,4,1,power_law_1.2,22.26406005859375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,4,1,power_law_1.01,0.4162611389160157
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,4,1,power_law_1.01,1.0179583740234375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,4,1,power_law_1.01,0.4479929733276367
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,4,1,power_law_1.01,1.2627667236328126
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,4,1,power_law_1.01,1.8343431091308595
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,4,1,power_law_1.01,0.4891827011108399
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,4,1,power_law_1.01,0.5099264144897461
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,4,1,power_law_1.01,2.3326931762695313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,4,1,power_law_1.01,0.5471417617797851
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,4,1,power_law_1.01,4.324290466308594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,4,1,power_law_1.01,0.5591987228393555
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,4,1,power_law_1.01,0.7153318023681641
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,4,1,power_law_1.01,3.243934020996094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,4,1,power_law_1.01,6.279142456054688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,4,1,power_law_1.01,3.4105291748046875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,4,1,power_law_1.01,0.23805568695068358
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,4,1,power_law_1.01,0.2329913520812988
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,4,1,power_law_1.01,0.22918272018432617
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,4,1,power_law_1.01,0.23035455703735352
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,4,1,power_law_1.01,0.23770559310913084
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,4,1,power_law_1.01,8.894108276367188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,4,1,power_law_1.01,0.25194368362426756
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,4,1,power_law_1.01,0.2684320068359375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,4,1,power_law_1.01,0.26209344863891604
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,4,1,power_law_1.01,0.2782464027404785
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,4,1,power_law_1.01,0.07712704181671143
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,4,1,power_law_1.01,0.29301504135131834
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,4,1,power_law_1.01,0.13874943733215334
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,4,1,power_law_1.01,0.11408767700195313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,4,1,power_law_1.01,0.2288742446899414
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,4,1,power_law_1.01,0.30330944061279297
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,4,1,power_law_1.01,0.3665536117553711
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,4,1,power_law_1.01,0.22852352142333981
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,4,1,power_law_1.01,0.40498046875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,4,1,power_law_1.01,0.5437279891967773
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,4,1,power_law_1.01,0.9300243377685546
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,4,1,power_law_1.01,1.2602508544921875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,4,1,power_law_1.01,1.8620632934570314
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,4,1,power_law_1.01,2.455225524902344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,4,1,power_law_1.01,0.2777984046936035
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,4,1,power_law_1.01,3.6143975830078126
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,4,1,power_law_1.2,0.12263680458068849
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,4,1,power_law_1.01,4.688345642089844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,4,1,power_law_1.2,0.17430080413818358
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,4,1,power_law_1.2,0.4491315078735352
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,4,1,power_law_1.2,0.4476166534423828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,6144,16384,2,8,4,1,power_law_1.01,5.8706597900390625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,4,1,power_law_1.2,0.4732697677612305
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,4,1,power_law_1.2,0.4758457565307618
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,4,1,power_law_1.2,0.455164794921875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,4,1,power_law_1.2,0.48518207550048825
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,4,1,power_law_1.2,0.4870060729980469
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,4,1,power_law_1.2,0.226177921295166
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,4,1,power_law_1.2,0.5102124786376953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,4,1,power_law_1.01,10.902635498046875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,4,1,power_law_1.2,0.40841087341308596
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,4,1,power_law_1.2,0.4000460815429688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,4,1,power_law_1.01,2.7560882568359375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,4,1,power_law_1.2,0.9717689514160156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,4,1,power_law_1.2,0.42109630584716795
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,4,1,power_law_1.2,1.7696185302734375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,4,1,power_law_1.2,2.265868835449219
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,4,1,power_law_1.2,0.5309503936767579
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,4,1,power_law_1.2,0.5575936126708985
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,4,1,power_law_1.2,3.3449728393554685
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,4,1,power_law_1.2,5.394490966796875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,4,1,power_law_1.2,0.7229798126220703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,4,1,power_law_1.2,0.5642124938964843
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,4,1,power_law_1.2,0.7011878204345703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,4,1,power_law_1.2,0.10599935531616211
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,4,1,power_law_1.2,4.3894784545898435
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,4,1,power_law_1.2,0.23786815643310547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,4,1,power_law_1.2,0.23264448165893556
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,4,1,power_law_1.2,0.2294169616699219
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,4,1,power_law_1.2,0.23429759979248047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,4,1,power_law_1.2,0.2411712074279785
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,4,1,power_law_1.2,0.2525478363037109
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,4,1,power_law_1.2,0.2552524757385254
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,4,1,power_law_1.2,6.37767333984375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,4,1,power_law_1.2,0.2665043258666992
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,4,1,power_law_1.2,0.28312639236450193
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,4,1,power_law_1.2,0.3038700866699219
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,4,1,power_law_1.2,0.22234752655029294
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,4,1,power_law_1.2,0.22062208175659181
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,4,1,power_law_1.2,0.31578176498413085
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,4,1,power_law_1.2,0.35659839630126955
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,4,1,power_law_1.2,0.39960575103759766
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,4,1,power_law_1.2,0.5244620895385742
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,4,1,power_law_1.2,0.12989439964294433
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,4,1,power_law_1.2,0.6514227294921875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,4,1,power_law_1.2,0.07739200115203856
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,4,1,power_law_1.2,0.9729261016845703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,4,1,power_law_1.2,8.815313720703125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,4,1,power_law_1.2,1.2821676635742187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,4,1,power_law_1.2,1.83450439453125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,4,1,power_law_1.01,0.10106304168701172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,4,1,power_law_1.2,0.2777312088012695
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,4,1,power_law_1.2,2.5069491577148435
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,4,1,power_law_1.01,0.14624128341674805
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,4,1,power_law_1.01,0.1711507225036621
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,4,1,power_law_1.2,10.69086669921875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,4,1,power_law_1.01,0.3824281692504883
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,4,1,power_law_1.01,0.6309612655639649
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,4,1,power_law_1.01,0.8885215759277344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,4,1,power_law_1.01,1.2645184326171877
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,4,1,power_law_1.2,4.679361267089844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,4,1,power_law_1.01,1.3181484985351564
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,4,1,power_law_1.01,1.3689939880371094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,4,1,power_law_1.01,1.4060557556152342
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,4,1,power_law_1.01,1.4817587280273439
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,6144,16384,2,8,4,1,power_law_1.2,5.814126586914062
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,4,1,power_law_1.01,1.55669189453125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,4,1,power_law_1.01,1.5852365112304687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,4,1,power_law_1.01,1.6519206237792967
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,4,1,power_law_1.01,2.294940185546875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,4,1,power_law_1.01,2.346842803955078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,4,1,power_law_1.2,10.524655761718751
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,4,1,power_law_1.01,2.4370413208007813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,4,1,power_law_1.01,2.6314816284179687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,4,1,power_law_1.01,2.8269869995117185
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,4,1,power_law_1.01,3.2543258666992188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,4,1,power_law_1.01,3.6614419555664064
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,4,1,power_law_1.01,0.07069503784179687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,4,1,power_law_1.01,4.446396789550781
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,4,1,power_law_1.01,0.10246591567993164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,4,1,power_law_1.01,5.103379821777343
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,4,1,power_law_1.01,0.12126976013183595
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,4,1,power_law_1.01,0.21443199157714843
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,4,1,power_law_1.01,0.3355654525756836
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,4,1,power_law_1.01,0.4730835342407227
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,4,1,power_law_1.01,0.6633267211914062
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,4,1,power_law_1.01,0.6925273895263672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,4,1,power_law_1.01,0.7207801818847657
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,4,1,power_law_1.01,8.179096069335937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,4,1,power_law_1.01,0.7387091064453125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,4,1,power_law_1.01,0.7763410949707031
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,4,1,power_law_1.01,0.8029325103759766
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,4,1,power_law_1.01,0.8582937622070312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,4,1,power_law_1.01,0.8568627166748047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,4,1,power_law_1.01,11.4161376953125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,4,1,power_law_1.01,0.9058041381835938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,4,1,power_law_1.01,0.917201919555664
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,4,1,power_law_1.01,0.9513401794433595
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,4,1,power_law_1.01,1.0028428649902343
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,4,1,power_law_1.01,11.84260009765625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,4,1,power_law_1.01,1.1824499511718751
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,4,1,power_law_1.01,1.2860499572753905
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,4,1,power_law_1.01,1.5126296997070312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,4,1,power_law_1.01,3.453525085449219
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,4,1,power_law_1.01,1.7470906066894532
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,4,1,power_law_1.01,2.259344024658203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,4,1,power_law_1.2,0.1008460807800293
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,4,1,power_law_1.01,15.044852294921876
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,4,1,power_law_1.2,0.14486783981323242
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,4,1,power_law_1.01,2.7746112060546873
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,4,1,power_law_1.2,0.15454015731811524
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,4,1,power_law_1.2,0.33687297821044926
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,4,1,power_law_1.2,0.5519372940063476
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,4,1,power_law_1.2,0.7778355407714843
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,4,1,power_law_1.01,3.7509054565429687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,4,1,power_law_1.2,1.2245964813232422
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,4,1,power_law_1.2,1.3021087646484375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,4,1,power_law_1.2,1.3518392944335937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,4,1,power_law_1.01,4.779498291015625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,4,1,power_law_1.2,1.3927987670898436
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,4,1,power_law_1.01,18.105764160156248
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,4,1,power_law_1.2,1.4808441162109376
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,4,1,power_law_1.2,1.5550041198730469
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,4,1,power_law_1.2,1.6036831665039064
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,4,1,power_law_1.2,1.7046418762207032
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,4,1,power_law_1.2,2.343064270019531
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,4,1,power_law_1.2,2.403978271484375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,4,1,power_law_1.2,2.513116760253906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,4,1,power_law_1.2,2.779059143066406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,4,1,power_law_1.2,2.9714926147460936
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,4,1,power_law_1.2,3.411801452636719
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,4,1,power_law_1.2,3.7246035766601566
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,4,1,power_law_1.2,4.490943298339844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,4,1,power_law_1.2,0.07113728046417236
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,4,1,power_law_1.2,5.212763671875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,4,1,power_law_1.2,0.10013376235961916
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,4,1,power_law_1.2,0.10296511650085449
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,4,1,power_law_1.2,6.7288134765625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,4,1,power_law_1.2,0.19410112380981445
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,4,1,power_law_1.2,0.30031423568725585
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,4,1,power_law_1.2,0.4246675109863281
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,4,1,power_law_1.2,0.6412652587890625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,4,1,power_law_1.2,0.6867955017089844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,4,1,power_law_1.2,8.364712524414063
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,4,1,power_law_1.2,0.7096281433105469
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,256,4,1,power_law_1.01,22.437265625000002
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,4,1,power_law_1.2,0.7332646179199218
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,4,1,power_law_1.2,0.7702886199951171
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,4,1,power_law_1.2,0.804291229248047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,4,1,power_law_1.2,0.8356639862060546
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,4,1,power_law_1.2,0.9262777709960938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,4,1,power_law_1.2,0.9540550231933593
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,4,1,power_law_1.2,2.1220506286621097
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,4,1,power_law_1.2,0.9818988800048828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,4,1,power_law_1.2,11.876336669921875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,4,1,power_law_1.2,1.064882583618164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,4,1,power_law_1.2,1.1283475494384765
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,4,1,power_law_1.2,1.2533139038085939
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,4,1,power_law_1.2,1.5792250061035156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,4,1,power_law_1.2,1.8338316345214842
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,4,1,power_law_1.2,2.285845184326172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,4,1,power_law_1.2,15.15455322265625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,4,1,power_law_1.2,2.8712371826171874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,4,1,power_law_1.2,4.664606628417969
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,2048,768,8,128,4,1,power_law_1.01,0.03355007886886597
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,4,1,power_law_1.2,3.9084677124023437
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,2048,768,8,128,4,1,power_law_1.01,0.025731201171875002
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,2048,768,8,128,4,1,power_law_1.01,0.047111678123474124
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,4,1,power_law_1.2,4.861575012207031
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,4,1,power_law_1.2,18.152364501953123
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,2048,768,8,128,4,1,power_law_1.01,0.07313983917236329
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,2048,768,8,128,4,1,power_law_1.01,0.06928383827209472
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,256,4,1,power_law_1.2,5.8978338623046875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,2048,768,8,128,4,1,power_law_1.01,0.11791808128356933
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,2048,768,8,128,4,1,power_law_1.01,0.11762175559997559
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,2048,768,8,128,4,1,power_law_1.01,0.12576064109802246
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,2048,768,8,128,4,1,power_law_1.01,0.11514559745788575
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,2048,768,8,128,4,1,power_law_1.01,0.14014528274536134
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,2048,768,8,128,4,1,power_law_1.01,0.1406163215637207
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,2048,768,8,128,4,1,power_law_1.01,0.14534784317016602
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,2048,768,8,128,4,1,power_law_1.01,0.16909055709838866
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,2048,768,8,128,4,1,power_law_1.01,0.1496089553833008
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,2048,768,8,128,4,1,power_law_1.01,0.16558080673217773
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,2048,768,8,128,4,1,power_law_1.01,0.22678911209106448
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,2048,768,8,128,4,1,power_law_1.01,0.3289318466186523
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,2048,768,8,128,4,1,power_law_1.01,0.15002304077148437
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,2048,768,8,128,4,1,power_law_1.01,1.1261933135986328
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,2048,768,8,128,4,1,power_law_1.01,0.16100927352905275
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,2048,768,8,128,4,1,power_law_1.01,0.16750783920288087
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,2048,768,8,128,4,1,power_law_1.01,0.17927295684814454
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,4,1,power_law_1.01,0.031218559741973878
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,4,1,power_law_1.01,0.040250239372253416
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,4,1,power_law_1.01,0.05016767978668213
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,4,1,power_law_1.01,0.06024064064025879
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,4,1,power_law_1.01,0.08421631813049316
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,4,1,power_law_1.01,0.028332159519195554
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,4,1,power_law_1.01,0.08953536033630372
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,4,1,power_law_1.01,0.09186304092407227
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,2048,768,8,128,4,1,power_law_1.01,0.3962630462646485
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,4,1,power_law_1.01,0.09372351646423341
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,2048,768,8,128,4,1,power_law_1.01,0.5572518539428711
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,4,1,power_law_1.01,0.09446847915649415
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,4,1,power_law_1.01,0.0970406436920166
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,4,1,power_law_1.01,0.11314623832702637
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,2048,768,8,128,4,1,power_law_1.01,0.6905420684814454
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,4,1,power_law_1.01,0.11741312026977539
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,4,1,power_law_1.01,0.11292032241821288
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,2048,768,8,128,4,1,power_law_1.01,0.9792684936523438
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,4,1,power_law_1.01,0.12016511917114259
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,4,1,power_law_1.01,0.12489983558654785
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,4,1,power_law_1.01,0.13283136367797851
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,4,1,power_law_1.01,0.1474022388458252
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,4,1,power_law_1.01,0.158341121673584
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,4,1,power_law_1.01,0.1847865676879883
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,4,1,power_law_1.01,0.22061824798583984
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,4,1,power_law_1.01,0.28457984924316404
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,4,1,power_law_1.01,0.34568897247314456
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,4,1,power_law_1.01,0.4788832092285157
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,4,1,power_law_1.01,0.605676155090332
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,2048,768,8,128,4,1,power_law_1.2,0.03261055946350098
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,4,1,power_law_1.01,0.8728524780273437
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,4,1,power_law_1.01,1.126826858520508
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,2048,768,8,128,4,1,power_law_1.01,4.015053405761718
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,2048,768,8,128,4,1,power_law_1.01,1.561123809814453
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,2048,768,8,128,4,1,power_law_1.01,1.3917459106445311
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,2048,768,8,128,4,1,power_law_1.2,0.1230515193939209
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,2048,768,8,128,4,1,power_law_1.2,0.025810561180114745
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,2048,768,8,128,4,1,power_law_1.2,0.04194240093231201
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,2048,768,8,128,4,1,power_law_1.2,0.06928512096405029
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,2048,768,8,128,4,1,power_law_1.2,0.05589183807373047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,2048,768,8,128,4,1,power_law_1.2,0.11904000282287597
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,2048,768,8,128,4,1,power_law_1.2,0.11896191596984865
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,2048,768,8,128,4,1,power_law_1.2,0.11384832382202148
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,2048,768,8,128,4,1,power_law_1.2,0.12819456100463866
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,2048,768,8,128,4,1,power_law_1.2,0.14689984321594238
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,2048,768,8,128,4,1,power_law_1.2,0.15315967559814453
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,2048,768,8,128,4,1,power_law_1.2,0.141016321182251
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,2048,768,8,128,4,1,power_law_1.2,0.23623615264892578
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,2048,768,8,128,4,1,power_law_1.2,0.2769715118408203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,2048,768,8,128,4,1,power_law_1.2,0.14446208000183106
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,2048,768,8,128,4,1,power_law_1.2,0.14777600288391113
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,2048,768,8,128,4,1,power_law_1.2,0.5575199890136718
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,2048,768,8,128,4,1,power_law_1.2,0.6974425506591797
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,2048,768,8,128,4,1,power_law_1.2,0.17034559249877929
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,2048,768,8,128,4,1,power_law_1.2,0.1610963249206543
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,2048,768,8,128,4,1,power_law_1.2,0.9944121551513672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,2048,768,8,128,4,1,power_law_1.2,0.16916032791137697
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,4,1,power_law_1.2,0.03587519884109497
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,4,1,power_law_1.2,0.03370176076889038
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,4,1,power_law_1.2,0.047985281944274906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,4,1,power_law_1.2,0.05819200038909912
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,2048,768,8,128,4,1,power_law_1.2,1.2829965209960936
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,2048,768,8,128,4,1,power_law_1.2,0.18177215576171873
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,4,1,power_law_1.2,0.09011072158813477
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,4,1,power_law_1.2,0.09094400405883789
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,4,1,power_law_1.2,0.09272831916809082
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,4,1,power_law_1.2,0.09514304161071777
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,2048,768,8,128,4,1,power_law_1.2,0.33084735870361326
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,4,1,power_law_1.2,0.10272064208984374
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,2048,768,8,128,4,1,power_law_1.2,1.5820544433593748
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,4,1,power_law_1.2,0.09810175895690917
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,4,1,power_law_1.2,0.11457280158996581
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,4,1,power_law_1.2,0.11522560119628907
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,4,1,power_law_1.2,0.1203551959991455
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,4,1,power_law_1.2,0.14641728401184081
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,4,1,power_law_1.2,0.12931327819824218
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,4,1,power_law_1.2,0.13946304321289063
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,4,1,power_law_1.2,0.14973952293395995
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,4,1,power_law_1.2,0.161396484375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,4,1,power_law_1.2,0.19015871047973634
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,4,1,power_law_1.2,0.2680966377258301
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,4,1,power_law_1.2,0.28684415817260744
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,4,1,power_law_1.2,0.3520844650268555
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,4,1,power_law_1.2,0.039366400241851805
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,4,1,power_law_1.2,0.4812326431274414
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,4,1,power_law_1.01,0.049996161460876466
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,4,1,power_law_1.2,0.6150201416015625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,4,1,power_law_1.2,0.8771008300781251
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,2048,768,8,128,4,1,power_law_1.2,0.4093446350097656
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,4,1,power_law_1.2,1.4778092956542968
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,2048,768,8,128,4,1,power_law_1.2,1.4052633666992187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,4,1,power_law_1.01,0.39438209533691404
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,4,1,power_law_1.01,0.05985343933105469
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,4,1,power_law_1.01,0.3981465530395508
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,4,1,power_law_1.01,0.1030515193939209
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,4,1,power_law_1.01,0.15579968452453613
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,4,1,power_law_1.01,0.21789056777954102
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,4,1,power_law_1.01,0.4201932907104492
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,4,1,power_law_1.01,0.4267987060546875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,4,1,power_law_1.01,0.44357311248779296
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,4,1,power_law_1.01,0.4473299026489258
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,4,1,power_law_1.01,0.3454342269897461
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,4,1,power_law_1.01,0.4661081695556641
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,4,1,power_law_1.01,0.46082111358642575
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,4,1,power_law_1.01,0.5265817642211914
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,4,1,power_law_1.01,0.6198463821411133
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,4,1,power_law_1.01,0.4165139389038086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,4,1,power_law_1.01,0.3715449523925781
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,4,1,power_law_1.01,0.6989094543457031
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,4,1,power_law_1.01,0.9895455932617188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,4,1,power_law_1.01,0.4721401596069336
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,4,1,power_law_1.01,1.359785614013672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,4,1,power_law_1.01,0.03564863920211792
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,4,1,power_law_1.01,1.7009306335449217
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,4,1,power_law_1.01,0.05077631950378418
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,4,1,power_law_1.01,0.07020927906036377
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,4,1,power_law_1.01,0.5143328094482422
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,4,1,power_law_1.01,0.10027071952819824
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,4,1,power_law_1.01,0.13072832107543947
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,4,1,power_law_1.01,2.464388427734375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,4,1,power_law_1.01,0.1961350440979004
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,4,1,power_law_1.01,0.21508735656738281
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,4,1,power_law_1.01,0.2225676727294922
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,4,1,power_law_1.01,0.22808704376220704
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,4,1,power_law_1.01,0.23036991119384767
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,4,1,power_law_1.01,0.23723968505859375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,4,1,power_law_1.01,0.26000511169433593
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,4,1,power_law_1.01,3.1552658081054688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,4,1,power_law_1.01,0.26183168411254887
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,4,1,power_law_1.01,0.2714886474609375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,4,1,power_law_1.01,0.27772031784057616
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,4,1,power_law_1.01,0.2824505615234375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,4,1,power_law_1.01,0.3000595283508301
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,4,1,power_law_1.01,0.3247750473022461
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,4,1,power_law_1.01,0.3447091293334961
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,4,1,power_law_1.01,0.4083884811401367
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,4,1,power_law_1.01,0.4777727890014648
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,4,1,power_law_1.01,3.9451724243164064
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,4,1,power_law_1.01,0.596132469177246
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,4,1,power_law_1.01,0.7207987213134766
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,4,1,power_law_1.01,0.9851641845703124
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,4,1,power_law_1.01,1.2562879943847656
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,4,1,power_law_1.01,1.792321319580078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,4,1,power_law_1.2,0.1914726448059082
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,4,1,power_law_1.01,2.3496730041503904
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,4,1,power_law_1.2,0.05031487941741943
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,4,1,power_law_1.2,0.3766892623901367
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,4096,1536,8,128,4,1,power_law_1.01,2.885426025390625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,4,1,power_law_1.01,2.834075622558594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,4,1,power_law_1.2,0.055864958763122564
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,4,1,power_law_1.2,0.3942771148681641
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,4,1,power_law_1.2,0.40581569671630857
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,4,1,power_law_1.2,0.4285260772705078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,4,1,power_law_1.2,0.09474431991577148
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,4,1,power_law_1.2,0.6428876495361328
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,4,1,power_law_1.2,0.14133312225341796
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,4,1,power_law_1.2,0.4409088134765625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,4,1,power_law_1.2,0.4498150253295899
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,4,1,power_law_1.2,0.4551903915405274
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,4,1,power_law_1.2,0.4806668853759765
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,4,1,power_law_1.2,0.5207961654663086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,4,1,power_law_1.2,1.2604019165039062
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,4,1,power_law_1.2,0.7060262298583984
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,4,1,power_law_1.2,0.3632358551025391
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,4,1,power_law_1.2,1.0268089294433593
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,4,1,power_law_1.2,0.40244991302490235
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,4,1,power_law_1.2,2.034051208496094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,4,1,power_law_1.2,1.7464178466796874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,4,1,power_law_1.2,0.04293375968933105
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,4,1,power_law_1.2,0.04801792144775391
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,4,1,power_law_1.2,0.06700287818908691
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,4,1,power_law_1.2,2.48380615234375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,4,1,power_law_1.2,0.09162303924560547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,4,1,power_law_1.2,0.12473664283752442
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,4,1,power_law_1.2,0.5343014526367187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,4,1,power_law_1.2,0.20574655532836914
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,4,1,power_law_1.2,0.21852287292480468
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,4,1,power_law_1.2,0.6294623947143554
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,4,1,power_law_1.2,3.197481689453125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,4,1,power_law_1.2,0.2564985656738281
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,4,1,power_law_1.2,0.23185152053833008
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,4,1,power_law_1.2,0.23294719696044922
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,4,1,power_law_1.2,0.23900735855102537
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,4,1,power_law_1.2,0.26429248809814454
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,4,1,power_law_1.2,0.26763967514038084
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,4,1,power_law_1.2,0.2840300750732422
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,4,1,power_law_1.2,0.4318809509277344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,4,1,power_law_1.2,0.28918527603149413
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,4,1,power_law_1.2,0.30527999877929685
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,4,1,power_law_1.2,3.949150695800781
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,4,1,power_law_1.2,0.32547454833984374
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,4,1,power_law_1.2,0.3509811019897461
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,4,1,power_law_1.2,0.41481086730957034
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,4,1,power_law_1.2,0.5991519927978516
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,4,1,power_law_1.2,0.7360179138183593
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,4,1,power_law_1.2,1.3801446533203126
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,4,1,power_law_1.2,0.9995391845703125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,4,1,power_law_1.2,1.2661363220214843
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,4,1,power_law_1.01,0.1973139190673828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,4,1,power_law_1.2,0.8466925048828126
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,4,1,power_law_1.01,0.4063596725463867
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,4,1,power_law_1.2,1.8087347412109374
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,4,1,power_law_1.01,0.09808256149291991
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,4,1,power_law_1.01,0.5387884902954101
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,4,1,power_law_1.2,2.3581158447265627
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,4,1,power_law_1.01,0.9103782653808594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,4,1,power_law_1.01,1.0069862365722657
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,4,1,power_law_1.01,1.0754630279541015
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,4,1,power_law_1.01,1.1125746917724608
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,4,1,power_law_1.01,0.1432371234893799
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,4096,1536,8,128,4,1,power_law_1.2,2.887481689453125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,4,1,power_law_1.01,1.130574722290039
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,4,1,power_law_1.01,1.1794022369384767
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,4,1,power_law_1.01,1.2172473907470702
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,4,1,power_law_1.01,1.6069778442382812
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,4,1,power_law_1.01,1.6596435546875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,4,1,power_law_1.01,1.7416294860839845
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,4,1,power_law_1.01,1.9110668945312501
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,4,1,power_law_1.01,2.086757049560547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,4,1,power_law_1.01,2.2242994689941407
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,4,1,power_law_1.01,3.4923526000976564
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,4,1,power_law_1.01,2.5695660400390627
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,4,1,power_law_1.01,2.9760449218750002
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,4,1,power_law_1.01,0.07064576148986816
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,4,1,power_law_1.01,3.6895013427734376
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,4,1,power_law_1.01,0.09050304412841796
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,4,1,power_law_1.01,0.1289151954650879
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,4,1,power_law_1.01,4.474056396484375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,4,1,power_law_1.01,0.20838464736938475
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,4,1,power_law_1.01,0.290501766204834
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,4,1,power_law_1.01,0.48813121795654296
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,4,1,power_law_1.01,0.5246790313720704
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,4,1,power_law_1.01,6.202354736328125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,4,1,power_law_1.01,0.5554067230224609
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,4,1,power_law_1.01,0.5761574554443359
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,4,1,power_law_1.01,0.5916953659057617
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,4,1,power_law_1.01,0.6059270477294921
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,4,1,power_law_1.01,0.6209529495239258
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,4,1,power_law_1.01,7.875722045898438
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,4,1,power_law_1.01,0.6557350158691406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,4,1,power_law_1.01,0.665499496459961
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,4,1,power_law_1.01,0.6816031646728515
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,4,1,power_law_1.01,0.6893952178955078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,4,1,power_law_1.01,0.7574438476562501
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,4,1,power_law_1.01,0.7789478302001953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,4,1,power_law_1.01,0.8170175933837891
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,4,1,power_law_1.01,0.9046457672119141
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,4,1,power_law_1.01,1.0360902404785155
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,4,1,power_law_1.01,1.261923828125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,4,1,power_law_1.01,1.4907545471191406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,4,1,power_law_1.01,11.56267578125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,4,1,power_law_1.01,2.0414035034179685
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,4,1,power_law_1.2,0.0976467227935791
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,4,1,power_law_1.2,0.11190079689025878
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,4,1,power_law_1.01,2.552287292480469
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,4,1,power_law_1.2,0.19206016540527343
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,4,1,power_law_1.2,0.33769409179687504
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,4,1,power_law_1.2,0.47872577667236327
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,4,1,power_law_1.01,3.5592941284179687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,4,1,power_law_1.2,0.9019181060791016
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,4,1,power_law_1.2,1.0114514923095703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,4,1,power_law_1.2,1.1034067535400391
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,4,1,power_law_1.2,1.1317062377929688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,4,1,power_law_1.2,1.1620198059082032
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,4,1,power_law_1.01,4.632667541503906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,4,1,power_law_1.2,1.2187757110595703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,4,1,power_law_1.2,1.2452397155761719
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,6144,2560,8,160,4,1,power_law_1.01,5.6086883544921875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,4,1,power_law_1.2,1.6873394775390627
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,4,1,power_law_1.2,1.7348486328125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,4,1,power_law_1.2,1.8450291442871094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,4,1,power_law_1.2,1.8899008178710937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,4,1,power_law_1.01,18.274359130859374
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,4,1,power_law_1.2,1.9462655639648438
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,4,1,power_law_1.2,2.1093959045410156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,4,1,power_law_1.2,2.2422828674316406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,4,1,power_law_1.2,2.618360290527344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,4,1,power_law_1.2,2.966796264648438
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,4,1,power_law_1.2,3.7466207885742184
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,4,1,power_law_1.2,0.07131968021392823
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,4,1,power_law_1.2,4.543333129882813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,4,1,power_law_1.2,0.0749075222015381
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,4,1,power_law_1.2,0.12289855957031251
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,4,1,power_law_1.2,0.1866739273071289
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,4,1,power_law_1.2,0.25618112564086915
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,4,1,power_law_1.2,6.231181030273437
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,4,1,power_law_1.2,0.477215347290039
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,4,1,power_law_1.2,0.5261414337158203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,4,1,power_law_1.2,0.564318733215332
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,4,1,power_law_1.2,0.5930739212036132
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,4,1,power_law_1.2,0.606042251586914
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,4,1,power_law_1.2,0.6192403030395508
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,4,1,power_law_1.2,7.91064208984375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,4,1,power_law_1.2,0.6351635360717773
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,4,1,power_law_1.2,0.6798662567138672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,4,1,power_law_1.2,0.6867014312744141
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,4,1,power_law_1.2,0.7272211456298828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,4,1,power_law_1.2,0.7222579193115235
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,4,1,power_law_1.2,0.7506233978271484
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,4,1,power_law_1.2,0.7895455932617187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,4,1,power_law_1.2,0.8396575927734375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,4,1,power_law_1.2,0.942524185180664
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,4,1,power_law_1.2,1.0470079803466796
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,4,1,power_law_1.2,11.542424316406251
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,4,1,power_law_1.2,1.2955416870117187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,4,1,power_law_1.2,1.5385305786132812
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,4,1,power_law_1.2,2.0717555236816407
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,4,1,power_law_1.01,0.10340288162231445
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,4,1,power_law_1.2,2.6136050415039063
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,4,1,power_law_1.2,14.969144287109376
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,4,1,power_law_1.01,0.14774271965026856
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,4,1,power_law_1.2,3.6119897460937502
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,4,1,power_law_1.01,0.25153600692749023
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,4,1,power_law_1.01,0.33008766174316406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,4,1,power_law_1.01,0.7098393249511719
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,4,1,power_law_1.2,4.653190307617187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,4,1,power_law_1.01,1.0642438507080079
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,4,1,power_law_1.01,1.2846873474121092
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,6144,2560,8,160,4,1,power_law_1.2,5.689397583007812
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,4,1,power_law_1.2,18.233555908203122
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,4,1,power_law_1.01,1.685021514892578
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,4,1,power_law_1.01,1.7885824584960937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,4,1,power_law_1.01,1.8633094787597657
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,4,1,power_law_1.01,43.7192919921875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,4,1,power_law_1.01,1.9538610839843749
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,4,1,power_law_1.01,2.025118713378906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,4,1,power_law_1.01,2.0806822204589843
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,4,1,power_law_1.01,2.1820921325683593
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,4,1,power_law_1.01,2.2690789794921877
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,4,1,power_law_1.01,2.335465545654297
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,4,1,power_law_1.01,3.248612976074219
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,4,1,power_law_1.01,3.727053527832031
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,4,1,power_law_1.01,4.187601318359375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,4,1,power_law_1.01,6.694625244140624
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,4,1,power_law_1.01,4.645260925292969
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,4,1,power_law_1.01,5.536973876953125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,4,1,power_law_1.01,0.0716646385192871
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,4,1,power_law_1.01,0.09988096237182617
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,4,1,power_law_1.01,0.16116607666015625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,4,1,power_law_1.01,6.36966552734375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,4,1,power_law_1.01,0.20063871383666992
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,4,1,power_law_1.01,0.40723007202148437
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,4,1,power_law_1.01,0.601533432006836
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,4,1,power_law_1.01,7.735084228515625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,4,1,power_law_1.01,0.716987533569336
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,4,1,power_law_1.01,0.9167123413085937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,4,1,power_law_1.01,0.9734758758544922
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,4,1,power_law_1.01,9.277266845703124
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,4,1,power_law_1.01,1.011638412475586
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,4,1,power_law_1.01,1.0538803100585938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,4,1,power_law_1.01,1.0807180786132813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,4,1,power_law_1.01,1.1137945556640625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,4,1,power_law_1.01,1.160077438354492
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,4,1,power_law_1.01,1.188687973022461
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,4,1,power_law_1.01,1.2167123413085936
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,4,1,power_law_1.01,1.2980224609375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,4,1,power_law_1.01,12.5897900390625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,4,1,power_law_1.01,1.3671859741210937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,4,1,power_law_1.01,1.4228627014160158
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,4,1,power_law_1.01,1.5499404907226562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,4,1,power_law_1.01,1.6762886047363281
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,4,1,power_law_1.01,1.9244921874999998
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,4,1,power_law_1.01,2.1737490844726564
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,4,1,power_law_1.01,2.6822055053710936
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,4,1,power_law_1.2,0.1062713623046875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,4,1,power_law_1.01,15.800467529296876
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,4,1,power_law_1.01,3.1657202148437498
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,4,1,power_law_1.2,0.14847935676574706
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,4,1,power_law_1.2,0.1964896011352539
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,4,1,power_law_1.2,0.3297983932495117
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,4,1,power_law_1.2,0.6264115142822265
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,4,1,power_law_1.01,4.200019226074219
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,4,1,power_law_1.2,0.9554854583740233
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,4,1,power_law_1.2,1.1294796752929688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,4,1,power_law_1.01,5.253189697265625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,4,1,power_law_1.2,1.6164851379394531
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,4,1,power_law_1.2,1.7037420654296873
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,4,1,power_law_1.2,1.7885708618164062
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,4,1,power_law_1.2,1.9031167602539063
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,4,1,power_law_1.2,1.9825331115722655
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,384,4,1,power_law_1.01,6.3389739990234375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,4,1,power_law_1.2,2.037809295654297
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,4,1,power_law_1.2,2.154694366455078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,4,1,power_law_1.2,2.254380187988281
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,4,1,power_law_1.2,2.350256652832031
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,4,1,power_law_1.2,3.2593991088867185
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,4,1,power_law_1.2,3.590412292480469
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,4,1,power_law_1.2,3.831839294433594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,4,1,power_law_1.2,4.323583984375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,4,1,power_law_1.2,4.820490112304688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,4,1,power_law_1.2,5.686510009765625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,4,1,power_law_1.2,6.478139038085938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,4,1,power_law_1.2,0.09904383659362793
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,4,1,power_law_1.2,7.882901611328125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,4,1,power_law_1.2,0.07178688049316406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,4,1,power_law_1.2,0.12990976333618165
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,4,1,power_law_1.2,0.20325183868408203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,4,1,power_law_1.2,0.36011070251464844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,4,1,power_law_1.2,0.5329708862304687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,4,1,power_law_1.2,9.591348876953125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,4,1,power_law_1.2,0.6403628540039062
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,4,1,power_law_1.2,0.8791283416748048
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,4,1,power_law_1.2,0.9225234985351562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,4,1,power_law_1.2,0.9769356536865235
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,4,1,power_law_1.2,1.0264991760253905
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,4,1,power_law_1.2,12.887593994140625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,4,1,power_law_1.2,1.0606841278076171
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,4,1,power_law_1.2,1.0869964599609374
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,4,1,power_law_1.2,1.1352722930908203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,4,1,power_law_1.2,1.173712615966797
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,4,1,power_law_1.2,1.218887710571289
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,4,1,power_law_1.2,1.2993420410156251
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,4,1,power_law_1.2,1.3921107482910156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,4,1,power_law_1.2,1.4803059387207032
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,4,1,power_law_1.2,16.0732763671875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,4,1,power_law_1.2,1.6175578308105467
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,4,1,power_law_1.2,1.760194549560547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,4,1,power_law_1.2,2.0213555908203125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,4,1,power_law_1.2,2.3088870239257813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,4,1,power_law_1.2,2.793157653808594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,4,1,power_law_1.2,19.14513427734375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,4,1,power_law_1.2,3.3202029418945314
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,4,1,power_law_1.01,0.06924287796020508
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,4,1,power_law_1.2,4.3429675292968755
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,4,1,power_law_1.01,0.05736063957214356
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,4,1,power_law_1.2,5.403411254882813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,4,1,power_law_1.01,53.787563476562504
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,4,1,power_law_1.01,0.12391424179077148
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,4,1,power_law_1.01,0.15535807609558105
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,384,4,1,power_law_1.2,6.456980590820312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,4,1,power_law_1.01,0.24444032669067384
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,4,1,power_law_1.01,0.2682080078125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,4,1,power_law_1.01,0.040906882286071776
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,4,1,power_law_1.01,0.3220147323608399
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,4,1,power_law_1.01,0.3055398368835449
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,4,1,power_law_1.01,0.2975526428222656
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,4,1,power_law_1.01,0.3242886352539062
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,4,1,power_law_1.01,0.33781761169433594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,4,1,power_law_1.01,0.3490182495117188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,4,1,power_law_1.01,0.3561228942871094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,4,1,power_law_1.01,0.36039424896240235
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,4,1,power_law_1.01,1.3067999267578125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,4,1,power_law_1.01,0.4289804840087891
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,4,1,power_law_1.01,0.3843967819213867
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,4,1,power_law_1.01,0.4363103866577148
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,4,1,power_law_1.01,0.5146707153320312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,4,1,power_law_1.01,0.6140544128417968
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,4,1,power_law_1.01,0.4761203384399414
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2688,1856,6,128,4,1,power_law_1.01,0.04107456207275391
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2688,1856,6,128,4,1,power_law_1.01,0.05276671886444092
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2688,1856,6,128,4,1,power_law_1.01,0.0832096004486084
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2688,1856,6,128,4,1,power_law_1.01,0.10315456390380859
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2688,1856,6,128,4,1,power_law_1.01,0.1507084846496582
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2688,1856,6,128,4,1,power_law_1.01,0.030268158912658695
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2688,1856,6,128,4,1,power_law_1.01,0.165152645111084
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2688,1856,6,128,4,1,power_law_1.01,0.17446207046508788
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2688,1856,6,128,4,1,power_law_1.01,0.1827155113220215
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2688,1856,6,128,4,1,power_law_1.01,0.18632768630981444
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,4,1,power_law_1.01,0.7110399627685547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2688,1856,6,128,4,1,power_law_1.01,0.19281471252441407
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2688,1856,6,128,4,1,power_law_1.01,0.2181772804260254
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2688,1856,6,128,4,1,power_law_1.01,0.22312959671020507
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2688,1856,6,128,4,1,power_law_1.01,0.22944576263427735
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2688,1856,6,128,4,1,power_law_1.01,0.2268262481689453
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2688,1856,6,128,4,1,power_law_1.01,0.23258176803588868
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2688,1856,6,128,4,1,power_law_1.01,0.2412838363647461
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2688,1856,6,128,4,1,power_law_1.01,0.2650726318359375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2688,1856,6,128,4,1,power_law_1.01,0.2799795150756836
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2688,1856,6,128,4,1,power_law_1.01,0.3212403106689453
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2688,1856,6,128,4,1,power_law_1.01,0.3547903823852539
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2688,1856,6,128,4,1,power_law_1.01,0.4372633743286133
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,4,1,power_law_1.01,1.1577196502685547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2688,1856,6,128,4,1,power_law_1.01,0.517660789489746
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2688,1856,6,128,4,1,power_law_1.01,0.6930738830566406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,4,1,power_law_1.01,1.632929229736328
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,4,1,power_law_1.01,3.6562707519531252
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2688,1856,6,128,4,1,power_law_1.01,0.8652185821533204
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,4,1,power_law_1.01,2.1088800048828125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2688,1856,6,128,4,1,power_law_1.01,1.2142431640625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,4,1,power_law_1.2,0.10627519607543945
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2688,1856,6,128,4,1,power_law_1.01,1.570528564453125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,4,1,power_law_1.2,0.23904703140258787
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,2688,1856,6,128,4,1,power_law_1.01,1.9127308654785158
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,4,1,power_law_1.2,0.28961023330688473
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,4,1,power_law_1.01,2.5841055297851563
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,4,1,power_law_1.2,0.31333568572998044
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,4,1,power_law_1.2,0.03774399995803833
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,4,1,power_law_1.2,0.046219520568847657
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,4,1,power_law_1.2,0.06461696147918701
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,4,1,power_law_1.2,0.34937984466552735
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,4,1,power_law_1.2,0.3670054244995117
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,4,1,power_law_1.2,0.7139373016357422
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,4,1,power_law_1.2,0.3749843215942383
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,4,1,power_law_1.2,0.13879679679870605
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,4,1,power_law_1.2,0.4006598281860351
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,4,1,power_law_1.2,0.2677555274963379
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,4,1,power_law_1.2,0.6357299041748047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,4,1,power_law_1.2,0.331912956237793
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,4,1,power_law_1.2,0.30596927642822264
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,4,1,power_law_1.2,0.39141567230224605
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,4,1,power_law_1.2,0.9630944061279297
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,4,1,power_law_1.2,0.4312633514404297
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,4,1,power_law_1.2,1.0347666931152344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,4,1,power_law_1.2,0.49221118927001956
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,4,1,power_law_1.2,1.6755661010742187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2688,1856,6,128,4,1,power_law_1.2,0.03912447929382325
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,4,1,power_law_1.2,0.5338252639770508
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2688,1856,6,128,4,1,power_law_1.2,0.052355837821960446
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2688,1856,6,128,4,1,power_law_1.2,0.07749760150909424
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,4,1,power_law_1.2,2.144714813232422
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2688,1856,6,128,4,1,power_law_1.2,0.16560575485229492
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2688,1856,6,128,4,1,power_law_1.2,0.17894975662231444
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2688,1856,6,128,4,1,power_law_1.2,0.1849318313598633
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,4,1,power_law_1.2,2.623460998535156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2688,1856,6,128,4,1,power_law_1.2,0.19002431869506836
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2688,1856,6,128,4,1,power_law_1.2,0.19592512130737305
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2688,1856,6,128,4,1,power_law_1.2,0.22734144210815427
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2688,1856,6,128,4,1,power_law_1.2,0.030408320426940916
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2688,1856,6,128,4,1,power_law_1.2,0.23027456283569334
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2688,1856,6,128,4,1,power_law_1.2,0.23588159561157224
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2688,1856,6,128,4,1,power_law_1.2,0.23583488464355468
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2688,1856,6,128,4,1,power_law_1.2,0.2462950325012207
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2688,1856,6,128,4,1,power_law_1.2,0.09373760223388672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2688,1856,6,128,4,1,power_law_1.2,0.25173120498657225
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2688,1856,6,128,4,1,power_law_1.2,0.26942207336425783
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2688,1856,6,128,4,1,power_law_1.2,0.14916223526000977
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2688,1856,6,128,4,1,power_law_1.2,0.2823551940917969
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2688,1856,6,128,4,1,power_law_1.2,0.36483776092529296
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2688,1856,6,128,4,1,power_law_1.2,0.36135616302490237
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2688,1856,6,128,4,1,power_law_1.2,0.44745536804199215
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2688,1856,6,128,4,1,power_law_1.2,0.5284403228759766
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,4,1,power_law_1.2,0.7307730865478516
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2688,1856,6,128,4,1,power_law_1.2,0.7098579406738281
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2688,1856,6,128,4,1,power_law_1.2,1.223298568725586
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,4,1,power_law_1.2,1.1863692474365233
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2688,1856,6,128,4,1,power_law_1.2,1.5941253662109376
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2688,1856,6,128,4,1,power_law_1.2,3.5448455810546875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,2688,1856,6,128,4,1,power_law_1.2,1.9329510498046876
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,4,1,power_law_1.01,0.15787455558776856
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,4,1,power_law_1.01,0.27624767303466796
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,4,1,power_law_1.01,0.3534860610961914
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,4,1,power_law_1.01,0.7115987396240234
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,4,1,power_law_1.01,1.0610694122314452
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,4,1,power_law_1.01,1.8711366271972658
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,4,1,power_law_1.01,2.158716735839844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,4,1,power_law_1.01,2.2654771423339843
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,4,1,power_law_1.01,2.2511878967285157
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,4,1,power_law_1.01,2.4106521606445312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,4,1,power_law_1.01,2.323168029785156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,4,1,power_law_1.01,2.5021273803710935
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,4,1,power_law_1.01,2.5797509765625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,4,1,power_law_1.01,2.7310552978515625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,4,1,power_law_1.01,2.844554138183594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,4,1,power_law_1.01,3.3990725708007816
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,4,1,power_law_1.01,3.4416525268554685
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,4,1,power_law_1.01,2.9819378662109375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,4,1,power_law_1.01,3.396530456542969
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,4,1,power_law_1.01,3.8145675659179688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,4,1,power_law_1.01,10.009147338867187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,4,1,power_law_1.01,0.15055744171142577
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,4,1,power_law_1.01,0.17710527420043945
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,4,1,power_law_1.01,4.453617858886719
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,4,1,power_law_1.01,0.24811519622802733
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,4,1,power_law_1.01,5.358353881835937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,4,1,power_law_1.01,0.41312385559082027
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,4,1,power_law_1.01,1.021739501953125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,4,1,power_law_1.01,6.906209106445313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,4,1,power_law_1.01,1.526641845703125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,4,1,power_law_1.01,1.103430404663086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,4,1,power_law_1.01,1.1556626892089843
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,4,1,power_law_1.01,8.543084716796875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,4,1,power_law_1.01,1.211641616821289
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,4,1,power_law_1.01,1.2752690887451172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,4,1,power_law_1.01,1.316033935546875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,4,1,power_law_1.01,3.0955691528320313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,4,1,power_law_1.01,1.3469293212890625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,4,1,power_law_1.01,1.3791065979003907
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,4,1,power_law_1.01,12.647969970703125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,4,1,power_law_1.01,1.3950099182128906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,4,1,power_law_1.01,1.4309625244140625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,4,1,power_law_1.01,1.7754182434082033
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,4,1,power_law_1.01,1.9015213012695313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,4,1,power_law_1.01,2.1449049377441405
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,4,1,power_law_1.01,3.976075439453125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,4,1,power_law_1.01,15.705408935546876
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,4,1,power_law_1.01,2.3759193420410156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,4,1,power_law_1.01,2.86907958984375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,4,1,power_law_1.01,3.406043395996094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,4096,2688,22,512,4,1,power_law_1.01,19.312917480468748
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,4,1,power_law_1.01,4.504618225097657
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,4,1,power_law_1.2,0.15793279647827146
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,4,1,power_law_1.01,5.669475708007813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,4,1,power_law_1.2,0.2136800003051758
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,4,1,power_law_1.2,0.35540481567382814
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,4,1,power_law_1.2,0.6104204940795899
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,4,1,power_law_1.2,1.8294041442871094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,4,1,power_law_1.2,0.9352320098876954
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,4,1,power_law_1.01,10.2573095703125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,4,1,power_law_1.2,2.277150115966797
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,4,1,power_law_1.2,2.0248031616210938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,4,1,power_law_1.2,2.3737464904785157
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,4,1,power_law_1.2,2.4748876953125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,4,1,power_law_1.2,2.156111297607422
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,4096,2688,22,512,4,1,power_law_1.01,12.995555419921875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,4,1,power_law_1.2,2.5848638916015623
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,4,1,power_law_1.2,2.878485107421875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,4,1,power_law_1.2,3.169902038574219
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,4,1,power_law_1.2,3.023875732421875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,4,1,power_law_1.2,2.6819879150390626
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,4,1,power_law_1.2,3.62454345703125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,4,1,power_law_1.2,3.5700357055664065
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,4,1,power_law_1.2,3.1166604614257816
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,4,1,power_law_1.2,3.9761529541015626
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,4,1,power_law_1.2,3.6096127319335936
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,4,1,power_law_1.2,4.646170959472657
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,4,1,power_law_1.01,30.830561523437503
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,4,1,power_law_1.2,0.10690367698669434
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,4,1,power_law_1.2,5.564739379882813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,4,1,power_law_1.2,0.19069759368896483
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,4,1,power_law_1.2,0.2166655921936035
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,4,1,power_law_1.2,0.35585086822509765
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,4,1,power_law_1.2,1.2182086181640623
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,4,1,power_law_1.2,7.153441772460937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,4,1,power_law_1.2,0.9897958374023437
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,4,1,power_law_1.2,1.0946790313720702
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,4,1,power_law_1.2,8.765181274414063
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,4,1,power_law_1.2,1.2183455657958984
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,4,1,power_law_1.2,1.2473414611816405
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,4,1,power_law_1.2,1.3049900817871094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,4,1,power_law_1.2,2.7247430419921876
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,4,1,power_law_1.2,1.3461753845214843
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,4,1,power_law_1.2,1.377724151611328
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,4,1,power_law_1.2,1.4484672546386719
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,4,1,power_law_1.2,12.650218505859375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,4,1,power_law_1.2,1.5047961425781249
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,4,1,power_law_1.2,1.5619993591308594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,4,1,power_law_1.2,3.7773336791992187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,4,1,power_law_1.2,1.8604620361328124
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,4,1,power_law_1.2,1.970543975830078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,4,1,power_law_1.2,2.193546905517578
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,4,1,power_law_1.2,16.068795166015626
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,4,1,power_law_1.2,2.450367431640625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,4,1,power_law_1.2,2.9668511962890625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,4,1,power_law_1.2,4.626899719238281
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,8,1,power_law_1.01,0.0642905616760254
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,4,1,power_law_1.2,5.7231072998046875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,8,1,power_law_1.01,0.10831680297851562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,8,1,power_law_1.01,0.08984383583068847
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,4096,2688,22,512,4,1,power_law_1.2,19.471517333984373
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,4,1,power_law_1.2,7.984652709960938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,8,1,power_law_1.01,0.15239359855651854
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,4,1,power_law_1.2,13.421824951171875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,8,1,power_law_1.01,0.16095359802246095
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,4,1,power_law_1.2,10.468031005859375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,8,1,power_law_1.01,0.14812352180480956
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,8,1,power_law_1.01,0.18163391113281252
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,8,1,power_law_1.01,0.20045568466186525
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,8,1,power_law_1.01,0.1551238441467285
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,8,1,power_law_1.01,0.15929408073425294
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,8,1,power_law_1.01,0.1982854461669922
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,8,1,power_law_1.01,0.15030976295471193
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,8,1,power_law_1.01,0.19945920944213866
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,8,1,power_law_1.01,0.20436544418334962
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,8,1,power_law_1.01,0.39420352935791014
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,8,1,power_law_1.01,0.5559270477294922
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,4096,2688,22,512,4,1,power_law_1.2,12.8149658203125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,8,1,power_law_1.01,0.7406182098388672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,8,1,power_law_1.01,0.19557247161865235
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,8,1,power_law_1.01,1.0599193572998047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,8,1,power_law_1.01,1.3586239624023437
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,8,1,power_law_1.01,0.16439680099487303
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,8,1,power_law_1.01,0.04323584079742432
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,8,1,power_law_1.01,0.3488217544555664
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,8,1,power_law_1.01,0.05305535793304443
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,8,1,power_law_1.01,0.060275840759277347
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,8,1,power_law_1.01,0.08473728179931642
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,8,1,power_law_1.01,0.0898681640625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,8,1,power_law_1.01,0.09107456207275391
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,8,1,power_law_1.01,0.09259967803955078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,8,1,power_law_1.01,0.25833791732788086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,8,1,power_law_1.01,0.09171775817871095
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,8,1,power_law_1.01,0.09426239967346192
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,8,1,power_law_1.01,0.0977836799621582
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,8,1,power_law_1.01,0.09590911865234375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,8,1,power_law_1.01,0.09895936012268067
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,8,1,power_law_1.01,2.709160461425781
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,8,1,power_law_1.01,0.10490880012512208
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,8,1,power_law_1.01,0.11983936309814454
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,8,1,power_law_1.01,0.12470208168029787
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,8,1,power_law_1.01,0.12782591819763184
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,8,1,power_law_1.01,0.17500608444213867
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,8,1,power_law_1.01,0.12518400192260742
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,8,1,power_law_1.01,0.1412710380554199
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,8,1,power_law_1.01,0.16791679382324218
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,8,1,power_law_1.01,0.2179104042053223
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,8,1,power_law_1.01,0.250328311920166
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,8,1,power_law_1.01,0.3513062286376953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,8,1,power_law_1.01,0.458012809753418
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,8,1,power_law_1.01,0.6461561584472657
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,8,1,power_law_1.01,3.4060140991210934
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,8,1,power_law_1.01,0.8554592132568359
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,8,1,power_law_1.01,1.2948614501953126
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,8,1,power_law_1.01,1.7191180419921874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,8,1,power_law_1.2,0.14894207954406738
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,8,1,power_law_1.01,0.2840518379211426
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,4096,14336,2,8,8,1,power_law_1.01,2.1115872192382814
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,8,1,power_law_1.2,0.05741184234619141
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,8,1,power_law_1.01,3.342837219238281
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,8,1,power_law_1.2,0.217828483581543
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,8,1,power_law_1.2,0.1062822437286377
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,8,1,power_law_1.2,0.07559360027313232
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,8,1,power_law_1.2,0.17433408737182615
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,8,1,power_law_1.2,0.17521087646484373
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,8,1,power_law_1.2,0.19630975723266603
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,8,1,power_law_1.2,0.13694527626037598
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,8,1,power_law_1.2,0.20776832580566404
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,8,1,power_law_1.2,0.20028928756713865
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,8,1,power_law_1.2,0.20627904891967774
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,8,1,power_law_1.2,0.25350271224975585
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,8,1,power_law_1.2,0.3183571243286133
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,8,1,power_law_1.2,0.3939904022216797
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,8,1,power_law_1.2,0.5493139266967774
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,8,1,power_law_1.2,0.7374073791503906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,8,1,power_law_1.2,0.15005760192871093
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,8,1,power_law_1.2,0.15264384269714354
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,8,1,power_law_1.2,1.0857849884033204
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,8,1,power_law_1.2,0.1475878429412842
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,8,1,power_law_1.2,0.14829631805419924
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,8,1,power_law_1.2,0.04335296154022217
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,8,1,power_law_1.2,0.05101376056671143
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,8,1,power_law_1.2,1.4053875732421877
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,8,1,power_law_1.2,0.056605439186096194
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,8,1,power_law_1.2,0.08718720436096192
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,8,1,power_law_1.2,0.09140800476074219
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,8,1,power_law_1.2,2.0867079162597655
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,8,1,power_law_1.2,0.0922214412689209
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,8,1,power_law_1.2,0.09347455978393555
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,8,1,power_law_1.2,0.09539648056030273
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,8,1,power_law_1.2,0.09726719856262207
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,8,1,power_law_1.2,0.09770879745483399
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,8,1,power_law_1.2,0.09969535827636719
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,8,1,power_law_1.2,0.10466303825378417
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,8,1,power_law_1.2,0.12066816329956054
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,8,1,power_law_1.2,0.12851327896118164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,8,1,power_law_1.2,2.779560852050781
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,8,1,power_law_1.2,0.12838720321655273
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,8,1,power_law_1.2,0.12597311973571776
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,8,1,power_law_1.2,0.1400921630859375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,8,1,power_law_1.2,0.17587711334228515
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,8,1,power_law_1.2,0.2038649559020996
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,8,1,power_law_1.2,0.25242240905761715
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,8,1,power_law_1.2,0.20938688278198242
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,8,1,power_law_1.2,0.349180793762207
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,8,1,power_law_1.2,3.406337280273438
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,8,1,power_law_1.2,0.4595584106445313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,8,1,power_law_1.2,0.0854700756072998
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,8,1,power_law_1.2,0.6561273956298829
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,8,1,power_law_1.2,0.8391085052490235
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,8,1,power_law_1.2,1.6941542053222656
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,4096,14336,2,8,8,1,power_law_1.2,2.129882202148438
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,8,1,power_law_1.2,0.29089920043945316
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,8,1,power_law_1.01,0.2288345527648926
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,8,1,power_law_1.01,0.07313600063323974
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,8,1,power_law_1.01,0.1072326374053955
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,8,1,power_law_1.01,0.2585286331176758
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,8,1,power_law_1.01,0.13816703796386717
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,8,1,power_law_1.01,0.25465087890625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,8,1,power_law_1.01,0.21859968185424802
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,8,1,power_law_1.01,0.25424320220947266
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,8,1,power_law_1.01,0.2711155128479004
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,8,1,power_law_1.01,0.24234176635742188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,8,1,power_law_1.01,0.30942975997924804
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,8,1,power_law_1.01,0.39170177459716793
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,8,1,power_law_1.01,0.381710090637207
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,8,1,power_law_1.01,0.23238079071044923
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,8,1,power_law_1.01,0.5167232131958007
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,8,1,power_law_1.01,0.6525990295410156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,8,1,power_law_1.2,5.293923950195312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,8,1,power_law_1.01,0.2838675117492676
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,8,1,power_law_1.01,0.9487801361083985
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,8,1,power_law_1.01,0.2756364822387695
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,8,1,power_law_1.01,0.30559295654296875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,8,1,power_law_1.01,1.2488076782226563
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,8,1,power_law_1.01,0.2575712013244629
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,8,1,power_law_1.01,0.2579948806762695
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,8,1,power_law_1.01,2.3412882995605466
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,8,1,power_law_1.01,3.4674176025390624
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,8,1,power_law_1.01,4.574075012207031
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,8,1,power_law_1.01,5.601746215820312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,8,1,power_law_1.01,0.05230144023895263
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,8,1,power_law_1.01,7.83109130859375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,8,1,power_law_1.01,0.2200710487365723
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,8,1,power_law_1.01,0.19045120239257812
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,8,1,power_law_1.01,0.1951263999938965
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,8,1,power_law_1.01,0.13132863998413086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,8,1,power_law_1.01,0.23057279586791993
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,8,1,power_law_1.01,0.1296127986907959
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,8,1,power_law_1.01,0.1543680000305176
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,8,1,power_law_1.01,0.17424192428588867
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,8,1,power_law_1.01,0.1307910442352295
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,8,1,power_law_1.01,0.13014464378356932
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,8,1,power_law_1.01,0.23419647216796874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,8,1,power_law_1.01,0.3064108848571777
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,8,1,power_law_1.01,0.07361983776092529
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,8,1,power_law_1.01,0.08536383628845215
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,8,1,power_law_1.01,0.38328704833984373
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,8,1,power_law_1.01,0.5350412750244141
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,8,1,power_law_1.01,0.6919827270507812
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,8,1,power_law_1.01,0.12969087600708007
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,8,1,power_law_1.01,1.0393170928955078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,8,1,power_law_1.01,1.3249311828613282
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,8,1,power_law_1.01,2.094632263183594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,8,1,power_law_1.01,0.17107839584350587
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,8,1,power_law_1.01,0.18568960189819336
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,8,1,power_law_1.01,0.1666988754272461
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,8,1,power_law_1.01,2.6512005615234377
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,8,1,power_law_1.01,0.23447296142578128
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,8,1,power_law_1.2,0.2294924736022949
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,6144,16384,2,8,8,1,power_law_1.01,3.3342105102539064
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,8,1,power_law_1.2,0.07390528202056885
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,8,1,power_law_1.2,0.25781568527221677
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,8,1,power_law_1.2,0.25685632705688477
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,8,1,power_law_1.2,0.2542035293579102
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,8,1,power_law_1.2,0.09750720024108886
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,8,1,power_law_1.2,0.2305721664428711
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,8,1,power_law_1.2,0.12848447799682616
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,8,1,power_law_1.2,0.2654617691040039
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,8,1,power_law_1.2,0.21868864059448243
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,8,1,power_law_1.2,0.2850758361816406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,8,1,power_law_1.2,0.3114374351501465
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,8,1,power_law_1.2,0.38027454376220704
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,8,1,power_law_1.2,0.519958381652832
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,8,1,power_law_1.2,0.2390233612060547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,8,1,power_law_1.2,0.665962905883789
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,8,1,power_law_1.2,0.9141817474365235
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,8,1,power_law_1.2,0.2745952033996582
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,8,1,power_law_1.2,0.2570412826538086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,8,1,power_law_1.2,1.2472108459472655
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,8,1,power_law_1.2,0.31193023681640625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,8,1,power_law_1.2,0.258907527923584
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,8,1,power_law_1.2,1.8173196411132815
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,8,1,power_law_1.2,3.4967288208007816
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,8,1,power_law_1.2,4.503995666503906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,8,1,power_law_1.2,0.38987968444824217
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,8,1,power_law_1.2,5.7515380859375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,8,1,power_law_1.2,0.12935808181762695
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,8,1,power_law_1.2,0.1344217586517334
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,8,1,power_law_1.2,0.05212160110473633
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,8,1,power_law_1.2,0.13035136222839355
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,8,1,power_law_1.2,0.13607104301452638
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,8,1,power_law_1.2,0.14894399642944336
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,8,1,power_law_1.2,0.15267007827758788
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,8,1,power_law_1.2,0.15240639686584473
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,8,1,power_law_1.2,0.16131263732910156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,8,1,power_law_1.2,0.16872640609741213
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,8,1,power_law_1.2,0.17820863723754882
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,8,1,power_law_1.2,0.2304300880432129
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,8,1,power_law_1.2,0.23327167510986327
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,8,1,power_law_1.2,9.998929443359376
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,8,1,power_law_1.2,0.3067212867736816
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,8,1,power_law_1.2,0.5333740615844726
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,8,1,power_law_1.2,1.51574462890625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,8,1,power_law_1.2,0.12701248168945312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,8,1,power_law_1.2,0.7060806274414062
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,8,1,power_law_1.2,0.13981568336486816
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,8,1,power_law_1.2,0.06832191944122315
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,8,1,power_law_1.2,0.08057855606079102
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,8,1,power_law_1.2,1.3355616760253906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,8,1,power_law_1.01,0.07608384132385254
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,8,1,power_law_1.2,2.032311706542969
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,8,1,power_law_1.01,0.09744576454162598
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,8,1,power_law_1.2,0.1934547233581543
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,8,1,power_law_1.01,0.11023360252380372
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,8,1,power_law_1.2,2.6521646118164064
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,8,1,power_law_1.01,0.1958188819885254
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,8,1,power_law_1.01,0.33347713470458984
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,8,1,power_law_1.2,4.1726751708984375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,8,1,power_law_1.01,0.5063232040405273
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,8,1,power_law_1.2,0.12982975959777832
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,8,1,power_law_1.01,0.6621952056884766
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,8,1,power_law_1.01,0.7124658966064453
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,6144,16384,2,8,8,1,power_law_1.2,3.351878356933594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,8,1,power_law_1.01,0.6886643218994141
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,8,1,power_law_1.01,0.7312799835205078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,8,1,power_law_1.01,0.8197599792480469
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,8,1,power_law_1.01,0.8434214019775391
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,8,1,power_law_1.01,0.8741446685791014
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,8,1,power_law_1.01,1.1133554840087891
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,8,1,power_law_1.01,1.1461945343017579
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,8,1,power_law_1.01,1.2125081634521484
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,8,1,power_law_1.01,1.3142816162109374
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,8,1,power_law_1.01,0.9744780731201171
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,8,1,power_law_1.01,1.4574278259277345
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,8,1,power_law_1.01,1.636439666748047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,8,1,power_law_1.01,1.871669158935547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,8,1,power_law_1.01,0.055159678459167485
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,8,1,power_law_1.01,2.3443603515625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,8,1,power_law_1.01,2.8159661865234376
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,8,1,power_law_1.01,0.07554751873016358
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,8,1,power_law_1.01,0.06870912075042725
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,8,1,power_law_1.01,0.1300160026550293
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,8,1,power_law_1.01,3.659679260253906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,8,1,power_law_1.01,0.20739711761474608
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,8,1,power_law_1.01,0.2865951919555664
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,8,1,power_law_1.01,4.498245849609375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,8,1,power_law_1.01,0.3876275253295899
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,8,1,power_law_1.01,0.40339519500732424
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,8,1,power_law_1.01,0.41960384368896486
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,8,1,power_law_1.01,0.4315763092041015
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,8,1,power_law_1.01,0.45431167602539063
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,8,1,power_law_1.01,0.47475841522216794
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,8,1,power_law_1.01,0.4877657699584961
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,8,1,power_law_1.01,0.5094182586669922
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,8,1,power_law_1.01,0.5762707138061524
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,8,1,power_law_1.01,0.5852844619750976
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,8,1,power_law_1.01,0.6103673553466796
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,8,1,power_law_1.01,0.6379673767089844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,8,1,power_law_1.01,0.6772332763671874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,8,1,power_law_1.01,0.7755795288085937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,8,1,power_law_1.01,0.8482265472412109
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,8,1,power_law_1.01,1.029144287109375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,8,1,power_law_1.01,7.996088256835938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,8,1,power_law_1.01,1.207733154296875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,8,1,power_law_1.01,1.584439697265625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,8,1,power_law_1.2,0.07759039878845216
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,8,1,power_law_1.01,11.25021728515625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,8,1,power_law_1.01,1.9543795776367188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,8,1,power_law_1.2,0.09533760070800781
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,8,1,power_law_1.2,0.10169407844543457
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,8,1,power_law_1.01,10.079354248046874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,8,1,power_law_1.2,0.18087167739868165
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,8,1,power_law_1.2,0.2992780876159668
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,8,1,power_law_1.2,0.4322073745727539
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,8,1,power_law_1.01,2.7070104980468748
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,8,1,power_law_1.2,0.6432876586914062
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,8,1,power_law_1.2,0.6820947265624999
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,8,1,power_law_1.2,0.7050310516357422
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,8,1,power_law_1.01,3.490589294433594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,8,1,power_law_1.2,0.7256870269775391
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,8,1,power_law_1.2,0.7809798431396484
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,8,1,power_law_1.2,0.8532633972167968
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,256,8,1,power_law_1.01,4.2208120727539065
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,8,1,power_law_1.2,0.8965478515624999
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,8,1,power_law_1.2,1.1460128021240235
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,8,1,power_law_1.2,2.482823028564453
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,8,1,power_law_1.2,1.1851232147216797
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,8,1,power_law_1.2,1.249719009399414
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,8,1,power_law_1.2,1.4081773376464843
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,8,1,power_law_1.2,1.5165528869628906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,8,1,power_law_1.2,1.7181689453125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,8,1,power_law_1.2,1.9336178588867188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,8,1,power_law_1.2,2.373443908691406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,8,1,power_law_1.2,0.05361023902893066
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,8,1,power_law_1.2,0.06670400142669677
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,8,1,power_law_1.2,0.07282815933227539
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,8,1,power_law_1.2,3.6586175537109376
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,8,1,power_law_1.2,0.11897600173950196
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,8,1,power_law_1.2,0.19684480667114257
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,8,1,power_law_1.2,4.524016113281251
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,8,1,power_law_1.2,0.2491609573364258
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,8,1,power_law_1.2,0.37742462158203127
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,8,1,power_law_1.2,0.4004902267456055
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,8,1,power_law_1.2,0.4141459274291992
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,8,1,power_law_1.2,0.4272889709472656
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,8,1,power_law_1.2,0.4512198257446289
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,8,1,power_law_1.2,0.47605438232421876
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,8,1,power_law_1.2,6.281746826171875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,8,1,power_law_1.2,7.485668334960937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,8,1,power_law_1.2,0.49017345428466796
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,8,1,power_law_1.2,0.5198067092895509
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,8,1,power_law_1.2,0.5868339157104492
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,8,1,power_law_1.2,0.6067488098144531
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,8,1,power_law_1.2,0.6162329483032226
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,8,1,power_law_1.2,0.7311885070800781
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,8,1,power_law_1.2,0.8154278564453126
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,8,1,power_law_1.2,1.3400096130371093
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,8,1,power_law_1.2,0.8955712127685548
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,8,1,power_law_1.2,8.010418701171876
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,8,1,power_law_1.2,1.0723359680175781
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,8,1,power_law_1.2,1.2606118774414061
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,8,1,power_law_1.01,0.03395904064178466
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,8,1,power_law_1.01,0.04538112163543701
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,8,1,power_law_1.01,0.06324351787567138
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,8,1,power_law_1.2,1.6006451416015626
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,8,1,power_law_1.2,2.003443145751953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,8,1,power_law_1.2,10.0272119140625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,8,1,power_law_1.01,0.210819206237793
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,8,1,power_law_1.01,0.213897590637207
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,8,1,power_law_1.2,3.5256222534179686
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,8,1,power_law_1.01,0.2425996780395508
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,8,1,power_law_1.01,0.12118783950805664
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,256,8,1,power_law_1.2,4.283460998535157
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,8,1,power_law_1.01,0.25073856353759766
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,8,1,power_law_1.01,0.09294143676757813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,8,1,power_law_1.01,0.2580384063720703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,8,1,power_law_1.01,0.2527552032470703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,8,1,power_law_1.01,0.26023935317993163
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,8,1,power_law_1.01,0.20569087982177736
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,8,1,power_law_1.01,0.21881919860839844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,8,1,power_law_1.01,0.2949830436706543
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,8,1,power_law_1.01,0.1882284736633301
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,8,1,power_law_1.01,0.3119206428527832
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,8,1,power_law_1.01,0.39611839294433593
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,8,1,power_law_1.01,0.4826681518554688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,8,1,power_law_1.01,0.7012934112548829
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,8,1,power_law_1.01,0.9873990631103515
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,8,1,power_law_1.01,1.2279987335205078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,8,1,power_law_1.01,0.03355263948440552
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,8,1,power_law_1.2,10.587261962890626
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,8,1,power_law_1.01,0.04225215911865234
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,8,1,power_law_1.01,0.07156479835510254
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,8,1,power_law_1.01,0.0761843204498291
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,8,1,power_law_1.01,0.2822553634643555
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,8,1,power_law_1.01,0.29328447341918945
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,8,1,power_law_1.01,2.2789651489257814
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,8,1,power_law_1.01,0.09135871887207031
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,8,1,power_law_1.01,0.1648921585083008
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,8,1,power_law_1.01,0.14563072204589844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,8,1,power_law_1.01,0.15013888359069824
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,8,1,power_law_1.01,0.15336256027221679
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,8,1,power_law_1.01,0.15509568214416505
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,8,1,power_law_1.01,0.20328767776489257
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,8,1,power_law_1.01,0.1856038475036621
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,8,1,power_law_1.01,2.8088345336914062
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,8,1,power_law_1.01,0.5814028930664062
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,8,1,power_law_1.01,0.1870310401916504
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,8,1,power_law_1.01,0.19527616500854492
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,8,1,power_law_1.01,0.1999884796142578
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,8,1,power_law_1.01,0.29978624343872073
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,8,1,power_law_1.01,0.2235219192504883
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,8,1,power_law_1.01,0.2484659194946289
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,8,1,power_law_1.01,0.26717119216918944
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,8,1,power_law_1.01,0.31175424575805666
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,8,1,power_law_1.01,0.3804262542724609
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,8,1,power_law_1.01,0.5985715103149414
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,8,1,power_law_1.01,0.8273375701904296
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,8,1,power_law_1.01,1.6716076660156252
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,8,1,power_law_1.01,1.0582726287841797
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,8,1,power_law_1.2,0.03569087982177734
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,8,1,power_law_1.2,0.08354304313659669
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,8,1,power_law_1.01,1.5038099670410157
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,8,1,power_law_1.01,1.9705471801757812
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,8,1,power_law_1.2,0.21047807693481446
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,8,1,power_law_1.2,0.2192403221130371
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,8,1,power_law_1.01,1.7534994506835937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,4096,1536,8,128,8,1,power_law_1.01,2.4259020996093748
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,8,1,power_law_1.2,0.044937601089477544
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,8,1,power_law_1.2,0.22236799240112304
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,8,1,power_law_1.2,0.24659904479980468
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,8,1,power_law_1.2,0.25681983947753906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,8,1,power_law_1.2,0.19314176559448243
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,8,1,power_law_1.2,0.059032320976257324
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,8,1,power_law_1.2,0.11282176017761229
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,8,1,power_law_1.2,0.33415550231933594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,8,1,power_law_1.2,0.25419776916503906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,8,1,power_law_1.2,0.26756032943725583
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,8,1,power_law_1.2,0.30025728225708004
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,8,1,power_law_1.2,0.298165111541748
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,8,1,power_law_1.2,0.20802560806274414
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,8,1,power_law_1.2,0.48250881195068357
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,8,1,power_law_1.2,0.5867923355102539
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,8,1,power_law_1.2,0.7241292572021484
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,8,1,power_law_1.2,1.3190432739257811
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,8,1,power_law_1.2,0.9884473419189452
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,8,1,power_law_1.2,0.04897280216217041
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,8,1,power_law_1.2,0.04165184020996094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,8,1,power_law_1.2,0.05975359916687012
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,8,1,power_law_1.2,1.2301184082031251
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,8,1,power_law_1.2,0.0659891176223755
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,8,1,power_law_1.2,0.09658559799194336
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,8,1,power_law_1.2,0.1377779197692871
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,8,1,power_law_1.2,1.766334686279297
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,8,1,power_law_1.2,0.14761792182922365
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,8,1,power_law_1.2,0.17912832260131836
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,8,1,power_law_1.2,0.15584063529968262
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,8,1,power_law_1.2,0.1568172836303711
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,8,1,power_law_1.2,0.16023935317993163
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,8,1,power_law_1.2,2.2956883239746095
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,8,1,power_law_1.2,0.23712511062622071
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,8,1,power_law_1.2,0.19201536178588868
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,8,1,power_law_1.2,0.19859264373779298
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,8,1,power_law_1.2,0.2065292739868164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,8,1,power_law_1.2,0.21364288330078124
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,8,1,power_law_1.2,0.28289983749389647
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,8,1,power_law_1.2,0.3257881546020508
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,8,1,power_law_1.2,2.8273522949218752
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,8,1,power_law_1.2,0.25070207595825195
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,8,1,power_law_1.2,0.2735174369812012
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,8,1,power_law_1.2,0.31947839736938477
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,8,1,power_law_1.2,0.32448062896728513
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,8,1,power_law_1.2,0.38191680908203124
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,8,1,power_law_1.2,0.4854425430297852
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,8,1,power_law_1.01,0.07432511806488037
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,8,1,power_law_1.01,0.09124352455139159
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,8,1,power_law_1.2,0.834303970336914
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,8,1,power_law_1.2,1.8379487609863283
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,8,1,power_law_1.2,1.0680326080322264
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,8,1,power_law_1.01,0.11779840469360352
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,8,1,power_law_1.01,0.19840831756591798
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,8,1,power_law_1.01,0.2875596809387207
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,8,1,power_law_1.2,1.5295149230957032
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,8,1,power_law_1.01,0.5291404724121094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,8,1,power_law_1.01,0.5599513626098632
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,8,1,power_law_1.01,0.8066841888427735
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,8,1,power_law_1.2,1.980187530517578
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,8,1,power_law_1.01,0.5787987136840821
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,8,1,power_law_1.01,0.5914668655395507
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,8,1,power_law_1.01,0.6180793762207031
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,4096,1536,8,128,8,1,power_law_1.2,2.4412818908691407
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,8,1,power_law_1.01,0.6506790161132813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,8,1,power_law_1.01,0.8303142547607422
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,8,1,power_law_1.01,0.8850399780273438
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,8,1,power_law_1.01,0.8990911865234376
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,8,1,power_law_1.01,0.9574015808105468
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,8,1,power_law_1.01,1.5854450988769533
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,8,1,power_law_1.01,1.054952926635742
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,8,1,power_law_1.01,1.1476979064941406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,8,1,power_law_1.01,1.2920249938964843
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,8,1,power_law_1.01,1.5197325134277344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,8,1,power_law_1.01,0.05526271820068359
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,8,1,power_law_1.01,1.9448275756835938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,8,1,power_law_1.01,2.3869573974609373
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,8,1,power_law_1.01,0.0652729606628418
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,8,1,power_law_1.01,0.130196475982666
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,8,1,power_law_1.01,0.18067392349243164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,8,1,power_law_1.01,3.3081182861328124
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,8,1,power_law_1.01,0.28491136550903323
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,8,1,power_law_1.01,0.30648448944091794
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,8,1,power_law_1.01,0.32275390625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,8,1,power_law_1.01,0.3336070251464844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,8,1,power_law_1.01,0.34032062530517576
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,8,1,power_law_1.01,0.08253184318542481
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,8,1,power_law_1.01,0.3498662567138672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,8,1,power_law_1.01,0.36019649505615237
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,8,1,power_law_1.01,0.4324236679077148
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,8,1,power_law_1.01,0.4473510360717773
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,8,1,power_law_1.01,6.048447265625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,8,1,power_law_1.01,0.4352364730834961
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,8,1,power_law_1.01,0.4518931198120117
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,8,1,power_law_1.01,0.47690174102783206
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,8,1,power_law_1.01,0.5191718292236328
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,8,1,power_law_1.01,0.5611167907714844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,8,1,power_law_1.01,0.6297209548950196
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,8,1,power_law_1.01,0.7292454528808594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,8,1,power_law_1.01,7.884381713867188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,8,1,power_law_1.01,0.9209075164794921
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,8,1,power_law_1.01,1.101141128540039
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,8,1,power_law_1.01,1.5118733215332032
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,8,1,power_law_1.2,0.07398143768310547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,8,1,power_law_1.01,1.889548797607422
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,8,1,power_law_1.2,0.08064959526062013
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,8,1,power_law_1.2,0.11513343811035157
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,8,1,power_law_1.01,9.905108642578124
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,8,1,power_law_1.2,0.1771436882019043
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,8,1,power_law_1.2,0.256231689453125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,8,1,power_law_1.01,12.323978271484375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,8,1,power_law_1.2,0.48205310821533204
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,8,1,power_law_1.01,2.69362060546875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,8,1,power_law_1.2,0.5307321548461914
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,8,1,power_law_1.2,0.5698899078369141
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,8,1,power_law_1.2,0.5911366271972656
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,8,1,power_law_1.2,0.6404045104980469
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,8,1,power_law_1.2,0.6749440002441406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,8,1,power_law_1.2,1.4418783569335938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,8,1,power_law_1.01,3.4774496459960935
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,8,1,power_law_1.2,0.8576448059082031
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,8,1,power_law_1.2,0.8816000366210938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,8,1,power_law_1.2,0.91889404296875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,8,1,power_law_1.2,0.9428870391845703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,6144,2560,8,160,8,1,power_law_1.01,4.2775378417968755
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,8,1,power_law_1.2,0.9888243103027344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,8,1,power_law_1.2,1.158826217651367
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,8,1,power_law_1.2,1.329276123046875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,8,1,power_law_1.2,1.5207334899902345
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,8,1,power_law_1.2,2.4695616149902344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,8,1,power_law_1.2,1.9529702758789065
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,8,1,power_law_1.2,0.0694278383255005
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,8,1,power_law_1.2,0.05779520034790039
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,8,1,power_law_1.2,2.406588134765625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,8,1,power_law_1.2,0.08541055679321288
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,8,1,power_law_1.2,0.11753664016723633
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,8,1,power_law_1.2,0.16264703750610351
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,8,1,power_law_1.2,0.3893017578125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,8,1,power_law_1.2,3.326047973632812
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,8,1,power_law_1.2,0.3082342338562012
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,8,1,power_law_1.2,0.32844287872314454
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,8,1,power_law_1.2,0.5177158355712891
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,8,1,power_law_1.2,0.34790145874023437
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,8,1,power_law_1.2,0.3578995132446289
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,8,1,power_law_1.2,4.224148559570312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,8,1,power_law_1.2,0.36910655975341794
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,8,1,power_law_1.2,0.4501964950561524
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,8,1,power_law_1.2,0.46325630187988287
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,8,1,power_law_1.2,0.47159679412841793
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,8,1,power_law_1.2,1.0466579437255858
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,8,1,power_law_1.2,0.49280513763427736
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,8,1,power_law_1.2,0.538355827331543
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,8,1,power_law_1.2,0.5757990264892578
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,8,1,power_law_1.2,0.6645247650146484
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,8,1,power_law_1.2,6.049932250976562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,8,1,power_law_1.2,0.9418182373046875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,8,1,power_law_1.2,1.4639712524414061
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,8,1,power_law_1.2,1.1153330993652344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,8,1,power_law_1.2,1.5176960754394533
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,8,1,power_law_1.2,7.869640502929687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,8,1,power_law_1.01,0.07974143981933593
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,8,1,power_law_1.2,1.9069261169433596
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,8,1,power_law_1.01,0.09979392051696777
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,8,1,power_law_1.01,0.1477785587310791
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,8,1,power_law_1.01,0.17574783325195314
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,8,1,power_law_1.2,2.7823309326171874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,8,1,power_law_1.01,0.3720371246337891
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,8,1,power_law_1.2,9.879625854492186
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,8,1,power_law_1.01,0.5695660781860352
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,8,1,power_law_1.2,3.5026290893554686
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,8,1,power_law_1.01,0.68195068359375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,8,1,power_law_1.01,0.889267807006836
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,8,1,power_law_1.01,0.949230728149414
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,8,1,power_law_1.01,0.9821254730224609
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,8,1,power_law_1.01,1.0248140716552734
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,8,1,power_law_1.01,1.0523430633544923
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,8,1,power_law_1.01,1.0808857727050782
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,8,1,power_law_1.01,1.1426866912841798
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,8,1,power_law_1.01,1.1875046539306642
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,8,1,power_law_1.01,1.2198336029052734
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,8,1,power_law_1.01,1.6402989196777344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,8,1,power_law_1.01,1.7210694885253908
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,8,1,power_law_1.01,1.8446719360351562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,8,1,power_law_1.01,2.1405786132812503
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,8,1,power_law_1.01,2.362713623046875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,8,1,power_law_1.01,2.89718017578125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,8,1,power_law_1.01,3.4489331054687495
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,8,1,power_law_1.01,0.06067840099334717
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,8,1,power_law_1.01,0.07690624237060548
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,8,1,power_law_1.01,0.10527359962463378
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,8,1,power_law_1.01,4.37242431640625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,8,1,power_law_1.01,0.12159359931945801
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,8,1,power_law_1.01,0.23470848083496093
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,6144,2560,8,160,8,1,power_law_1.2,16.57676025390625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,8,1,power_law_1.01,5.2571215820312505
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,8,1,power_law_1.01,0.33850303649902347
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,8,1,power_law_1.01,0.3996851348876953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,8,1,power_law_1.01,0.5166841506958008
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,8,1,power_law_1.01,0.5655180740356445
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,8,1,power_law_1.01,1.3867762756347655
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,8,1,power_law_1.01,0.5955859375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,8,1,power_law_1.01,6.771768188476562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,8,1,power_law_1.01,0.614727668762207
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,8,1,power_law_1.01,0.6361945724487305
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,8,1,power_law_1.01,0.6650399780273437
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,8,1,power_law_1.01,0.7020607757568359
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,8,1,power_law_1.01,1.385771484375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,8,1,power_law_1.01,0.8010975646972657
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,8,1,power_law_1.01,0.8481881713867188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,8,1,power_law_1.01,0.8950534057617187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,8,1,power_law_1.01,8.52538330078125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,8,1,power_law_1.01,0.9958271789550782
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,8,1,power_law_1.01,1.0908850860595702
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,8,1,power_law_1.01,1.4615667724609376
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,8,1,power_law_1.01,1.965082244873047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,8,1,power_law_1.01,10.70728515625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,8,1,power_law_1.01,1.8376063537597656
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,8,1,power_law_1.2,0.08016448020935059
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,8,1,power_law_1.01,2.223444519042969
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,8,1,power_law_1.2,0.10051008224487305
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,8,1,power_law_1.2,0.12082304000854491
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,8,1,power_law_1.2,0.17633983612060547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,8,1,power_law_1.01,3.001775207519531
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,8,1,power_law_1.2,0.33024833679199217
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,8,1,power_law_1.2,0.5350092697143555
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,8,1,power_law_1.2,0.8476505279541016
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,8,1,power_law_1.2,1.5395820617675782
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,8,1,power_law_1.2,0.9013958740234376
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,8,1,power_law_1.01,3.8054296874999998
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,8,1,power_law_1.2,0.9480588531494141
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,8,1,power_law_1.2,1.0039148712158203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,8,1,power_law_1.2,1.027589111328125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,8,1,power_law_1.2,1.058779525756836
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,384,8,1,power_law_1.01,4.584725646972656
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,8,1,power_law_1.2,1.1829004669189453
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,8,1,power_law_1.2,1.2302381134033202
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,8,1,power_law_1.2,1.6288858032226563
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,8,1,power_law_1.2,3.003429260253906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,8,1,power_law_1.2,1.7585594177246093
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,8,1,power_law_1.2,1.9168730163574217
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,8,1,power_law_1.2,2.205671081542969
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,8,1,power_law_1.2,2.4575634765625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,8,1,power_law_1.2,3.001580810546875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,8,1,power_law_1.2,0.060172801017761235
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,8,1,power_law_1.2,3.488980407714844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,8,1,power_law_1.2,0.0761401605606079
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,8,1,power_law_1.2,0.08769472122192383
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,8,1,power_law_1.2,0.122357120513916
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,8,1,power_law_1.2,4.353069458007813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,8,1,power_law_1.2,0.20786367416381837
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,8,1,power_law_1.2,0.298986873626709
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,8,1,power_law_1.2,0.36655105590820314
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,8,1,power_law_1.2,0.49696128845214843
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,8,1,power_law_1.2,0.5208467102050781
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,8,1,power_law_1.2,0.5455027389526367
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,8,1,power_law_1.2,0.5796160125732422
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,8,1,power_law_1.2,6.8459973144531245
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,8,1,power_law_1.2,0.6031372833251953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,8,1,power_law_1.2,0.6206995010375976
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,8,1,power_law_1.2,0.6531827545166016
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,8,1,power_law_1.2,0.6760441589355468
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,8,1,power_law_1.2,0.6992530822753906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,8,1,power_law_1.2,8.632603759765626
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,8,1,power_law_1.2,0.802881317138672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,8,1,power_law_1.2,0.8684134674072265
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,8,1,power_law_1.2,0.9385849761962891
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,8,1,power_law_1.2,1.0375846099853514
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,8,1,power_law_1.2,1.1415865325927734
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,8,1,power_law_1.2,1.3499320983886718
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,8,1,power_law_1.2,10.70994140625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,8,1,power_law_1.2,1.541443176269531
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,8,1,power_law_1.2,1.9227687072753905
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,8,1,power_law_1.2,14.197301025390624
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,8,1,power_law_1.2,2.3126873779296875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,8,1,power_law_1.2,3.087452087402344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,8,1,power_law_1.01,0.02967103958129883
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,8,1,power_law_1.01,0.04531968116760254
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,8,1,power_law_1.2,3.8930075073242185
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,8,1,power_law_1.01,0.055726079940795904
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,8,1,power_law_1.01,0.1103321647644043
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,8,1,power_law_1.01,0.1217529582977295
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,384,8,1,power_law_1.2,4.675976257324218
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,8,1,power_law_1.01,0.1923308753967285
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,8,1,power_law_1.01,0.20501119613647462
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,8,1,power_law_1.01,0.21695039749145506
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,8,1,power_law_1.01,0.3383033752441406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,8,1,power_law_1.01,0.23124736785888672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,8,1,power_law_1.01,0.2394412803649902
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,8,1,power_law_1.01,0.28826751708984377
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,8,1,power_law_1.01,0.26223680496215823
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,8,1,power_law_1.01,0.27691776275634766
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,8,1,power_law_1.01,0.32301246643066406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,8,1,power_law_1.01,0.37308799743652343
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,8,1,power_law_1.01,0.35796417236328126
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,8,1,power_law_1.01,0.43751552581787106
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,8,1,power_law_1.01,0.4895731353759766
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,8,1,power_law_1.01,1.316321258544922
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,8,1,power_law_1.01,0.6634566497802734
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,8,1,power_law_1.01,0.8253094482421875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,8,1,power_law_1.01,1.006896667480469
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,8,1,power_law_1.01,1.3368998718261718
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,8,1,power_law_1.01,1.6771705627441407
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,8,1,power_law_1.01,2.3529849243164063
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,8,1,power_law_1.01,3.0791302490234376
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,8,1,power_law_1.01,8.368799438476563
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2688,1856,6,128,8,1,power_law_1.01,0.14912832260131836
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2688,1856,6,128,8,1,power_law_1.01,0.23094144821166993
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2688,1856,6,128,8,1,power_law_1.01,0.3531449508666992
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2688,1856,6,128,8,1,power_law_1.01,0.9171942138671876
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2688,1856,6,128,8,1,power_law_1.01,1.4623321533203124
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2688,1856,6,128,8,1,power_law_1.01,0.6429043579101562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2688,1856,6,128,8,1,power_law_1.01,1.5980166625976562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2688,1856,6,128,8,1,power_law_1.01,1.9572877502441408
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2688,1856,6,128,8,1,power_law_1.01,1.7651213073730467
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2688,1856,6,128,8,1,power_law_1.01,1.811719665527344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2688,1856,6,128,8,1,power_law_1.01,1.8692774963378906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2688,1856,6,128,8,1,power_law_1.01,1.6209881591796875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2688,1856,6,128,8,1,power_law_1.01,1.6433319091796874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2688,1856,6,128,8,1,power_law_1.01,1.6345727539062502
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2688,1856,6,128,8,1,power_law_1.01,2.3486054992675784
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2688,1856,6,128,8,1,power_law_1.01,2.6770068359375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2688,1856,6,128,8,1,power_law_1.01,1.6595065307617187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2688,1856,6,128,8,1,power_law_1.01,3.2338232421875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2688,1856,6,128,8,1,power_law_1.01,1.9284275817871095
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2688,1856,6,128,8,1,power_law_1.01,3.9731890869140627
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2688,1856,6,128,8,1,power_law_1.01,1.7301011657714844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2688,1856,6,128,8,1,power_law_1.01,5.288967895507812
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2688,1856,6,128,8,1,power_law_1.01,2.0402323913574216
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2688,1856,6,128,8,1,power_law_1.01,6.618661499023437
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,8,1,power_law_1.2,0.029364480972290042
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,8,1,power_law_1.2,0.04213183879852295
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2688,1856,6,128,8,1,power_law_1.01,1.8961415100097656
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,8,1,power_law_1.2,0.2047372817993164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,8,1,power_law_1.2,0.055206398963928226
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,8,1,power_law_1.2,0.0854099178314209
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2688,1856,6,128,8,1,power_law_1.01,9.165000610351562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,8,1,power_law_1.2,0.2466624069213867
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,8,1,power_law_1.2,0.254005126953125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,8,1,power_law_1.2,0.10844032287597656
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,8,1,power_law_1.2,0.28533632278442383
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,8,1,power_law_1.2,0.33323135375976565
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,8,1,power_law_1.2,0.1904147148132324
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,8,1,power_law_1.2,0.3466022491455078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,8,1,power_law_1.2,0.36854465484619137
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,8,1,power_law_1.2,0.3839494323730469
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,8,1,power_law_1.2,0.2221113586425781
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,8,1,power_law_1.2,0.45297599792480464
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,8,1,power_law_1.2,0.23592256546020507
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,8,1,power_law_1.2,0.6041331100463867
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,8,1,power_law_1.2,0.271907844543457
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2688,1856,6,128,8,1,power_law_1.01,14.057188720703124
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,8,1,power_law_1.2,1.020240020751953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,8,1,power_law_1.2,1.3681741333007813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,2688,1856,6,128,8,1,power_law_1.01,14.565437011718751
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,8,1,power_law_1.2,1.7302029418945313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,8,1,power_law_1.2,0.49608577728271486
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2688,1856,6,128,8,1,power_law_1.2,0.348232307434082
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,8,1,power_law_1.2,3.1017010498046877
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,8,1,power_law_1.2,4.215252380371093
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,8,1,power_law_1.2,0.6857657623291016
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,8,1,power_law_1.2,0.8452761840820312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,8,1,power_law_1.2,3.7930450439453125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2688,1856,6,128,8,1,power_law_1.2,1.6785011291503906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2688,1856,6,128,8,1,power_law_1.2,1.5808210754394532
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2688,1856,6,128,8,1,power_law_1.2,1.7751040649414063
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2688,1856,6,128,8,1,power_law_1.2,2.0074681091308593
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2688,1856,6,128,8,1,power_law_1.2,1.8773580932617187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2688,1856,6,128,8,1,power_law_1.2,1.6722087097167968
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2688,1856,6,128,8,1,power_law_1.2,1.859080352783203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2688,1856,6,128,8,1,power_law_1.2,1.7106451416015624
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2688,1856,6,128,8,1,power_law_1.2,1.7382112121582032
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2688,1856,6,128,8,1,power_law_1.2,0.15130751609802245
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2688,1856,6,128,8,1,power_law_1.2,0.1930009651184082
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2688,1856,6,128,8,1,power_law_1.2,2.088018493652344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2688,1856,6,128,8,1,power_law_1.2,1.8247500610351561
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2688,1856,6,128,8,1,power_law_1.2,1.9720486450195314
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2688,1856,6,128,8,1,power_law_1.2,2.112035827636719
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2688,1856,6,128,8,1,power_law_1.2,2.44380859375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2688,1856,6,128,8,1,power_law_1.2,0.7843775939941406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2688,1856,6,128,8,1,power_law_1.2,0.5835385513305664
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2688,1856,6,128,8,1,power_law_1.2,3.4576794433593747
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2688,1856,6,128,8,1,power_law_1.2,3.3886129760742185
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2688,1856,6,128,8,1,power_law_1.2,1.7168537902832033
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2688,1856,6,128,8,1,power_law_1.2,4.035671691894531
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2688,1856,6,128,8,1,power_law_1.2,5.383024291992188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2688,1856,6,128,8,1,power_law_1.2,6.708023681640626
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,8,1,power_law_1.01,0.0970246410369873
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,8,1,power_law_1.01,0.15600831985473634
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,8,1,power_law_1.01,0.2212006378173828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,8,1,power_law_1.01,0.38542526245117187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2688,1856,6,128,8,1,power_law_1.2,9.394991455078124
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,8,1,power_law_1.01,0.5609695816040039
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,8,1,power_law_1.01,0.9774578857421876
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,8,1,power_law_1.01,1.0743135833740234
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2688,1856,6,128,8,1,power_law_1.2,12.034012451171876
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,8,1,power_law_1.01,1.1708102416992188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,8,1,power_law_1.01,1.4808332824707031
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,8,1,power_law_1.01,1.2087974548339844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,2688,1856,6,128,8,1,power_law_1.2,14.56404052734375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,8,1,power_law_1.01,1.2701042938232423
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,8,1,power_law_1.01,1.3263565063476563
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,8,1,power_law_1.01,1.3770162963867187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,8,1,power_law_1.01,1.4388557434082032
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,8,1,power_law_1.01,1.4984608459472657
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,8,1,power_law_1.01,1.5287423706054688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,8,1,power_law_1.01,4.879398498535156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,8,1,power_law_1.01,1.7168978881835937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,8,1,power_law_1.01,2.6529025268554687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,8,1,power_law_1.01,2.245820770263672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,8,1,power_law_1.01,1.745849609375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,8,1,power_law_1.01,3.0933984375000003
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,8,1,power_law_1.01,1.9836154174804688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,8,1,power_law_1.01,0.11208576202392577
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,8,1,power_law_1.01,0.13397888183593748
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,8,1,power_law_1.01,4.093365783691406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,8,1,power_law_1.01,0.22943487167358398
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,8,1,power_law_1.01,0.07699647903442383
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,8,1,power_law_1.01,0.33327617645263674
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,8,1,power_law_1.01,0.5576704025268555
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,8,1,power_law_1.01,0.6123820877075195
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,8,1,power_law_1.01,0.6426579284667968
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,8,1,power_law_1.01,0.6762003326416016
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,8,1,power_law_1.01,0.6902252960205078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,8,1,power_law_1.01,0.7165567779541016
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,8,1,power_law_1.01,0.742384033203125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,8,1,power_law_1.01,7.244323120117187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,8,1,power_law_1.01,0.7607218933105468
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,8,1,power_law_1.01,0.7930828857421874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,8,1,power_law_1.01,0.7984505462646484
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,8,1,power_law_1.01,0.8279129791259766
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,8,1,power_law_1.01,0.885186538696289
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,8,1,power_law_1.01,1.0504217529296875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,8,1,power_law_1.01,9.35787353515625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,8,1,power_law_1.01,1.1376601409912108
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,8,1,power_law_1.01,1.3116537475585939
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,8,1,power_law_1.01,1.4911366271972657
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,8,1,power_law_1.01,1.8511289978027343
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,4096,2688,22,512,8,1,power_law_1.01,11.74480224609375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,8,1,power_law_1.01,2.221663360595703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,8,1,power_law_1.01,2.9810214233398438
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,8,1,power_law_1.01,3.768834533691406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,8,1,power_law_1.2,0.12353919982910155
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,8,1,power_law_1.2,0.10849599838256836
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,8,1,power_law_1.01,5.358458862304688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,8,1,power_law_1.2,0.19770111083984374
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,8,1,power_law_1.2,0.3272780990600586
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,8,1,power_law_1.2,0.9571839904785155
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,8,1,power_law_1.01,19.990318603515625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,8,1,power_law_1.2,0.49913791656494144
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,8,1,power_law_1.01,6.991577758789063
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,8,1,power_law_1.2,1.1823558044433593
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,8,1,power_law_1.2,1.2311968231201171
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,8,1,power_law_1.2,1.3699629211425781
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,4096,2688,22,512,8,1,power_law_1.01,8.599428710937499
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,8,1,power_law_1.2,1.0643052673339843
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,8,1,power_law_1.2,1.1212127685546875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,8,1,power_law_1.2,1.4262777709960939
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,8,1,power_law_1.2,3.3833752441406246
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,8,1,power_law_1.2,1.5872210693359374
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,8,1,power_law_1.2,2.078753204345703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,8,1,power_law_1.2,1.5099494934082032
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,8,1,power_law_1.2,1.5834629821777344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,8,1,power_law_1.2,1.6583590698242188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,8,1,power_law_1.2,1.8058239746093752
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,8,1,power_law_1.2,1.7968832397460937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,8,1,power_law_1.2,2.7102764892578124
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,8,1,power_law_1.2,3.2176193237304687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,8,1,power_law_1.2,0.07721920013427734
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,8,1,power_law_1.2,4.204499206542969
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,8,1,power_law_1.2,0.1351686382293701
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,8,1,power_law_1.2,0.09355775833129883
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,8,1,power_law_1.2,0.20523839950561523
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,8,1,power_law_1.2,5.272982788085938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,8,1,power_law_1.2,0.5457676696777344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,8,1,power_law_1.2,0.6068191909790039
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,8,1,power_law_1.2,7.661329956054688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,8,1,power_law_1.2,0.6409075164794922
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,8,1,power_law_1.2,0.6763967895507813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,8,1,power_law_1.2,0.29288320541381835
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,8,1,power_law_1.2,0.7008460998535156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,8,1,power_law_1.2,7.350000610351563
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,8,1,power_law_1.2,0.7614476776123047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,8,1,power_law_1.2,0.7824294281005859
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,8,1,power_law_1.2,0.8327423858642579
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,8,1,power_law_1.2,1.7283885192871093
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,8,1,power_law_1.2,0.8462220764160155
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,8,1,power_law_1.2,9.494833374023438
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,8,1,power_law_1.2,0.8728038024902343
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,8,1,power_law_1.2,0.9227820587158202
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,8,1,power_law_1.2,1.0986265563964843
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,8,1,power_law_1.2,1.663562927246094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,8,1,power_law_1.2,1.3551155090332032
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,8,1,power_law_1.2,1.5194476318359373
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,4096,2688,22,512,8,1,power_law_1.2,11.551651611328126
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,16,1,power_law_1.01,0.05547647953033448
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,16,1,power_law_1.01,0.05803455829620361
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,16,1,power_law_1.01,0.06310656070709228
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,8,1,power_law_1.2,1.8879827880859374
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,16,1,power_law_1.01,0.08133440017700196
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,16,1,power_law_1.01,0.11204031944274902
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,16,1,power_law_1.01,0.10975680351257325
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,16,1,power_law_1.01,0.11075712203979493
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,8,1,power_law_1.2,2.2805740356445314
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,16,1,power_law_1.01,0.11094847679138184
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,16,1,power_law_1.01,0.11164863586425781
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,16,1,power_law_1.01,0.11508799552917481
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,16,1,power_law_1.01,0.1179635238647461
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,16,1,power_law_1.01,0.11887807846069336
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,16,1,power_law_1.01,0.12556351661682127
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,16,1,power_law_1.01,0.12974016189575194
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,16,1,power_law_1.01,0.13428223609924317
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,16,1,power_law_1.01,0.1405068778991699
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,16,1,power_law_1.01,0.14986047744750977
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,16,1,power_law_1.01,0.20083391189575198
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,16,1,power_law_1.01,0.24952640533447265
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,8,1,power_law_1.2,3.0427590942382814
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,16,1,power_law_1.01,0.3491987228393555
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,16,1,power_law_1.01,0.43843521118164064
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,16,1,power_law_1.01,0.6270515060424804
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,16,1,power_law_1.01,0.8147596740722657
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,8,1,power_law_1.2,3.8228326416015626
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,16,1,power_law_1.01,1.1925651550292968
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,16,1,power_law_1.01,1.5744915771484376
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,16,1,power_law_1.01,2.34629638671875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,16,1,power_law_1.01,0.04456639766693115
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,16,1,power_law_1.01,3.1192410278320315
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,16,1,power_law_1.01,0.035756158828735354
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,16,1,power_law_1.01,0.06095104217529297
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,16,1,power_law_1.01,0.06215104103088379
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,16,1,power_law_1.01,0.0628985595703125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,16,1,power_law_1.01,0.04063680171966553
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,16,1,power_law_1.01,0.06331711769104004
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,16,1,power_law_1.01,0.06401663780212402
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,16,1,power_law_1.01,0.06568831920623779
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,16,1,power_law_1.01,0.06654335975646972
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,16,1,power_law_1.01,0.06697535991668702
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,16,1,power_law_1.01,0.07202239990234374
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,16,1,power_law_1.01,0.07698815822601318
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,16,1,power_law_1.01,3.870208740234375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,16,1,power_law_1.01,0.07923583984375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,16,1,power_law_1.01,0.08177408218383789
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,16,1,power_law_1.01,0.08006912231445312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,16,1,power_law_1.01,0.09256896018981933
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,16,1,power_law_1.01,0.1177945613861084
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,16,1,power_law_1.01,0.13810432434082032
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,16,1,power_law_1.01,0.1675718307495117
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,16,1,power_law_1.01,0.22488639831542967
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,16,1,power_law_1.01,0.29378175735473633
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,16,1,power_law_1.01,0.0559884786605835
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,16,1,power_law_1.01,0.4258784103393555
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,8,1,power_law_1.2,7.03246337890625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,16,1,power_law_1.01,0.5440134429931641
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,16,1,power_law_1.2,0.04823359966278076
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,16,1,power_law_1.2,0.059957761764526364
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,16,1,power_law_1.01,0.8003584289550781
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,16,1,power_law_1.2,0.10585663795471192
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,16,1,power_law_1.2,0.11133695602416993
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,16,1,power_law_1.2,0.11054656028747559
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,16,1,power_law_1.01,1.050914535522461
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,16,1,power_law_1.2,0.11215744018554688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,16,1,power_law_1.2,0.11248831748962403
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,16,1,power_law_1.2,0.11482303619384766
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,16,1,power_law_1.2,0.11989760398864746
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,4096,14336,2,8,16,1,power_law_1.01,1.32591552734375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,16,1,power_law_1.2,0.11929216384887695
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,16,1,power_law_1.2,0.12470144271850585
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,16,1,power_law_1.2,0.06176703929901123
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,16,1,power_law_1.2,0.13495679855346682
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,16,1,power_law_1.2,0.1313817596435547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,16,1,power_law_1.2,0.14285696029663086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,16,1,power_law_1.2,0.08172543525695801
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,16,1,power_law_1.2,0.14968576431274414
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,16,1,power_law_1.2,0.19936895370483398
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,16,1,power_law_1.2,0.2459116744995117
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,16,1,power_law_1.2,0.34721534729003906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,16,1,power_law_1.2,0.44495487213134766
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,16,1,power_law_1.2,0.6242361450195313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,4096,2688,22,512,8,1,power_law_1.2,8.6351171875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,16,1,power_law_1.2,0.03798847913742066
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,16,1,power_law_1.2,0.8094086456298829
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,16,1,power_law_1.2,0.03905855894088745
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,16,1,power_law_1.2,0.04278528213500977
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,16,1,power_law_1.2,1.193328628540039
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,16,1,power_law_1.2,0.055531520843505856
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,16,1,power_law_1.2,0.059631361961364746
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,16,1,power_law_1.2,0.06164671897888183
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,16,1,power_law_1.2,1.5708338928222656
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,16,1,power_law_1.2,0.06274112224578857
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,16,1,power_law_1.2,0.06318336009979249
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,16,1,power_law_1.2,0.06505216121673583
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,16,1,power_law_1.2,0.06528192043304444
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,16,1,power_law_1.2,0.06637567996978759
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,16,1,power_law_1.2,0.06843264102935791
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,16,1,power_law_1.2,0.07156159877777099
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,16,1,power_law_1.2,0.07739007949829102
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,16,1,power_law_1.2,0.08010815620422364
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,16,1,power_law_1.2,0.08144831657409668
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,16,1,power_law_1.2,0.0806214427947998
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,16,1,power_law_1.2,2.341466217041016
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,16,1,power_law_1.2,0.09307392120361328
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,16,1,power_law_1.2,0.11806079864501953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,16,1,power_law_1.2,0.13755776405334472
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,16,1,power_law_1.2,0.16939327239990234
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,16,1,power_law_1.2,0.22943679809570314
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,16,1,power_law_1.2,0.29320383071899414
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,16,1,power_law_1.2,0.4292633438110352
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,16,1,power_law_1.2,3.1125170898437498
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,16,1,power_law_1.2,0.5532851028442383
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,16,1,power_law_1.01,0.06457215785980225
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,16,1,power_law_1.01,0.07772607803344726
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,16,1,power_law_1.01,0.08855104446411133
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,16,1,power_law_1.01,0.12103039741516113
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,16,1,power_law_1.01,0.16192575454711916
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,16,1,power_law_1.2,0.7963718414306641
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,16,1,power_law_1.01,0.16473920822143556
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,16,1,power_law_1.01,0.16741119384765626
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,16,1,power_law_1.01,0.16732671737670898
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,16,1,power_law_1.01,0.1684351921081543
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,16,1,power_law_1.2,1.058314895629883
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,16,1,power_law_1.2,3.875145568847656
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,16,1,power_law_1.01,0.17425600051879883
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,16,1,power_law_1.01,0.17582656860351562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,16,1,power_law_1.01,0.1773036766052246
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,16,1,power_law_1.01,0.1875014305114746
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,16,1,power_law_1.01,0.1989311981201172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,16,1,power_law_1.01,0.19817279815673827
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,4096,14336,2,8,16,1,power_law_1.2,1.3108384704589844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,16,1,power_law_1.01,0.21091968536376954
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,16,1,power_law_1.01,0.23483840942382814
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,16,1,power_law_1.01,0.33985214233398436
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,16,1,power_law_1.01,0.42006591796875004
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,16,1,power_law_1.01,0.5746796798706055
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,16,1,power_law_1.01,0.7338022613525391
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,16,1,power_law_1.01,1.0676473236083983
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,16,1,power_law_1.01,1.4032237243652343
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,16,1,power_law_1.01,0.05379712104797363
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,16,1,power_law_1.01,0.05803199768066406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,16,1,power_law_1.01,0.0784441614151001
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,16,1,power_law_1.01,2.075039978027344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,16,1,power_law_1.01,0.08595904350280761
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,16,1,power_law_1.01,0.08714879989624023
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,16,1,power_law_1.01,0.08812224388122558
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,16,1,power_law_1.01,0.08883520126342773
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,16,1,power_law_1.01,0.08961343765258789
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,16,1,power_law_1.01,0.09166720390319824
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,16,1,power_law_1.01,2.748548583984375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,16,1,power_law_1.01,0.09355199813842774
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,16,1,power_law_1.01,0.09763135910034179
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,16,1,power_law_1.01,0.09431103706359864
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,16,1,power_law_1.01,0.10082431793212891
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,16,1,power_law_1.01,0.10321151733398437
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,16,1,power_law_1.01,0.1092908763885498
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,16,1,power_law_1.01,0.11194496154785157
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,16,1,power_law_1.01,0.15619327545166015
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,16,1,power_law_1.01,0.16465408325195313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,16,1,power_law_1.01,0.04346752166748047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,16,1,power_law_1.01,0.19719104766845702
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,8,1,power_law_1.2,20.788835449218748
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,16,1,power_law_1.01,0.2596294403076172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,16,1,power_law_1.01,0.3556345748901367
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,16,1,power_law_1.01,4.100844116210938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,16,1,power_law_1.01,0.44888065338134764
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,16,1,power_law_1.2,0.06466495990753174
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,16,1,power_law_1.01,0.642551040649414
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,16,1,power_law_1.2,0.07436480045318603
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,16,1,power_law_1.2,0.08405440330505372
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,16,1,power_law_1.2,0.15800640106201172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,16,1,power_law_1.01,1.2112032318115236
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,16,1,power_law_1.2,0.16432512283325196
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,16,1,power_law_1.2,0.16968448638916017
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,16,1,power_law_1.01,5.42927001953125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,16,1,power_law_1.2,0.16631872177124024
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,16,1,power_law_1.2,0.1721932792663574
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,16,1,power_law_1.2,0.17144960403442383
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,16,1,power_law_1.2,0.17613439559936522
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,16,1,power_law_1.01,1.6258700561523436
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,16,1,power_law_1.2,0.12056575775146486
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,16,1,power_law_1.2,0.18044031143188477
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,16,1,power_law_1.2,0.18298559188842772
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,16,1,power_law_1.2,0.198985595703125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,16,1,power_law_1.2,0.20331136703491212
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,6144,16384,2,8,16,1,power_law_1.01,2.06091064453125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,16,1,power_law_1.2,0.2106867218017578
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,16,1,power_law_1.2,0.2393177604675293
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,16,1,power_law_1.2,0.3372710418701172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,16,1,power_law_1.2,0.42358848571777347
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,16,1,power_law_1.2,0.5735366439819336
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,16,1,power_law_1.01,6.7923095703125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,16,1,power_law_1.01,3.5058093261718755
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,16,1,power_law_1.2,0.7438188934326172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,16,1,power_law_1.2,1.0700940704345703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,16,1,power_law_1.2,0.043967361450195315
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,16,1,power_law_1.2,0.051351041793823236
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,16,1,power_law_1.2,1.4010252380371093
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,16,1,power_law_1.2,0.0564569616317749
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,16,1,power_law_1.2,0.07805119991302491
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,16,1,power_law_1.2,0.08461055755615235
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,16,1,power_law_1.2,0.08699647903442383
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,16,1,power_law_1.2,0.0887769603729248
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,16,1,power_law_1.2,0.08848959922790527
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,16,1,power_law_1.2,2.076505584716797
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,16,1,power_law_1.2,0.09055744171142578
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,16,1,power_law_1.2,0.09124352455139159
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,16,1,power_law_1.2,0.09375807762145996
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,16,1,power_law_1.2,0.0951155185699463
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,16,1,power_law_1.2,0.0961196804046631
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,16,1,power_law_1.2,0.10114303588867188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,16,1,power_law_1.2,0.1042745590209961
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,16,1,power_law_1.2,0.11127615928649903
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,16,1,power_law_1.2,0.11294528007507325
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,16,1,power_law_1.2,2.7466284179687497
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,16,1,power_law_1.2,0.16388927459716798
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,16,1,power_law_1.2,0.1489030361175537
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,16,1,power_law_1.2,0.1973695945739746
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,16,1,power_law_1.2,0.26166847229003903
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,16,1,power_law_1.2,0.3575763320922852
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,16,1,power_law_1.2,0.4503436660766601
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,16,1,power_law_1.2,0.6404716491699218
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,16,1,power_law_1.2,0.8325484466552734
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,16,1,power_law_1.2,4.09794677734375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,16,1,power_law_1.2,1.1987193298339842
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,16,1,power_law_1.01,0.06637951850891113
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,16,1,power_law_1.01,0.07650496006011963
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,16,1,power_law_1.01,0.08225536346435547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,16,1,power_law_1.2,1.6128518676757815
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,16,1,power_law_1.01,0.12050559997558594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,16,1,power_law_1.01,0.17977407455444336
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,6144,16384,2,8,16,1,power_law_1.2,2.037328033447266
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,16,1,power_law_1.01,0.25267391204833983
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,16,1,power_law_1.01,0.35418495178222653
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,16,1,power_law_1.01,0.3717689514160156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,16,1,power_law_1.01,0.3845209503173828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,16,1,power_law_1.01,0.3942079925537109
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,16,1,power_law_1.01,0.4526988983154297
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,16,1,power_law_1.01,0.49847232818603515
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,16,1,power_law_1.2,6.770109863281251
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,16,1,power_law_1.01,0.510176010131836
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,16,1,power_law_1.01,0.5260281753540039
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,16,1,power_law_1.01,0.5610003280639648
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,16,1,power_law_1.01,0.5817990493774414
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,16,1,power_law_1.01,0.6319142532348633
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,16,1,power_law_1.01,0.7351475524902343
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,16,1,power_law_1.01,0.8195558166503906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,16,1,power_law_1.01,0.9080358123779296
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,16,1,power_law_1.01,1.0160473632812501
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,16,1,power_law_1.01,1.3114700317382812
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,16,1,power_law_1.01,1.5744064331054688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,16,1,power_law_1.01,0.0440121603012085
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,16,1,power_law_1.01,0.057934718132019045
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,16,1,power_law_1.01,2.1715347290039064
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,16,1,power_law_1.01,0.06397056102752685
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,16,1,power_law_1.01,2.76588623046875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,16,1,power_law_1.01,0.09552127838134765
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,16,1,power_law_1.01,0.14546367645263672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,16,1,power_law_1.01,0.19455488204956056
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,16,1,power_law_1.01,0.2670483207702637
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,16,1,power_law_1.01,0.2772127914428711
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,16,1,power_law_1.01,0.2848211288452148
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,16,1,power_law_1.01,0.29167423248291013
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,16,1,power_law_1.01,3.8360766601562504
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,16,1,power_law_1.01,0.3064179229736328
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,16,1,power_law_1.01,0.3164134407043457
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,16,1,power_law_1.01,0.32546432495117184
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,16,1,power_law_1.01,0.3387526321411133
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,16,1,power_law_1.01,0.4052928161621094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,16,1,power_law_1.01,4.862390441894531
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,16,1,power_law_1.01,0.4162169647216797
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,16,1,power_law_1.01,0.432416000366211
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,16,1,power_law_1.01,0.4633798217773437
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,16,1,power_law_1.01,0.5009113693237305
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,16,1,power_law_1.01,0.5866291046142578
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,16,1,power_law_1.2,16.640782470703122
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,16,1,power_law_1.01,0.6483948516845703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,16,1,power_law_1.01,5.921119384765625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,16,1,power_law_1.01,0.8021478271484375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,16,1,power_law_1.2,0.0651910400390625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,16,1,power_law_1.01,0.9674111938476562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,16,1,power_law_1.2,0.07546175956726074
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,16,1,power_law_1.01,1.2763346862792968
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,16,1,power_law_1.2,0.07869696140289306
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,16,1,power_law_1.2,0.1132364845275879
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,16,1,power_law_1.01,1.6080838012695313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,16,1,power_law_1.2,0.16211135864257814
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,16,1,power_law_1.2,0.23649791717529295
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,16,1,power_law_1.2,0.3493977737426758
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,16,1,power_law_1.01,2.2467333984374998
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,16,1,power_law_1.2,0.3661299133300781
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,16,1,power_law_1.2,0.37880382537841795
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,16,1,power_law_1.2,0.3974579238891601
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,16,1,power_law_1.2,0.4657785415649414
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,16,1,power_law_1.2,0.515921287536621
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,16,1,power_law_1.2,0.5002022552490234
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,16,1,power_law_1.2,0.5318572616577149
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,16,1,power_law_1.2,0.5905971145629882
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,256,16,1,power_law_1.01,3.5519027709960938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,16,1,power_law_1.2,0.6098220825195313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,16,1,power_law_1.2,0.6640569305419921
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,16,1,power_law_1.2,0.8006893157958984
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,16,1,power_law_1.2,0.8540038299560546
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,16,1,power_law_1.2,0.954972152709961
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,16,1,power_law_1.2,1.065528335571289
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,16,1,power_law_1.2,1.3541612243652343
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,16,1,power_law_1.2,1.6169689941406251
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,16,1,power_law_1.2,0.04319935798645019
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,16,1,power_law_1.2,0.05710336208343506
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,16,1,power_law_1.2,2.1782476806640623
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,16,1,power_law_1.01,8.0494580078125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,16,1,power_law_1.2,0.06093503952026367
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,16,1,power_law_1.2,0.089552001953125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,16,1,power_law_1.2,2.7735076904296876
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,16,1,power_law_1.2,0.12805312156677245
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,16,1,power_law_1.2,0.26185472488403316
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,16,1,power_law_1.2,0.22732799530029296
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,16,1,power_law_1.2,0.27352447509765626
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,16,1,power_law_1.2,0.28332096099853515
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,16,1,power_law_1.2,0.2908908843994141
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,16,1,power_law_1.2,0.30548288345336916
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,16,1,power_law_1.2,3.8276702880859377
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,16,1,power_law_1.2,0.4093657684326172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,16,1,power_law_1.2,0.32721920013427735
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,16,1,power_law_1.2,0.3458047866821289
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,16,1,power_law_1.2,0.4173350524902344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,16,1,power_law_1.2,0.43073345184326167
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,16,1,power_law_1.2,0.4434656143188477
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,16,1,power_law_1.2,4.886244506835938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,16,1,power_law_1.2,1.0192915344238282
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,16,1,power_law_1.2,0.5469913482666016
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,16,1,power_law_1.2,0.6176006317138671
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,16,1,power_law_1.2,0.6806098937988281
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,16,1,power_law_1.2,0.8317254638671875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,16,1,power_law_1.2,5.934265747070312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,16,1,power_law_1.2,0.9958822631835937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,16,1,power_law_1.2,1.2973286437988283
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,16,1,power_law_1.01,0.03159744024276733
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,16,1,power_law_1.01,0.05614719867706299
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,16,1,power_law_1.01,0.050238718986511235
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,16,1,power_law_1.2,2.2781106567382814
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,16,1,power_law_1.01,0.06886720180511474
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,16,1,power_law_1.2,2.935221862792969
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,16,1,power_law_1.2,4.164732666015626
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,16,1,power_law_1.01,0.08668288230895996
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,16,1,power_law_1.01,0.11488896369934083
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,16,1,power_law_1.01,0.1237062358856201
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,16,1,power_law_1.01,0.1534342384338379
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,16,1,power_law_1.01,0.1292140769958496
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,256,16,1,power_law_1.2,3.604891662597656
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,16,1,power_law_1.01,0.15460927963256837
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,16,1,power_law_1.01,0.16050432205200196
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,16,1,power_law_1.01,0.13382783889770508
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,16,1,power_law_1.01,0.16758655548095702
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,16,1,power_law_1.01,0.17225471496582032
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,16,1,power_law_1.01,0.18323904037475586
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,16,1,power_law_1.01,0.204150390625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,16,1,power_law_1.01,0.22649599075317384
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,16,1,power_law_1.01,0.13796607971191405
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,16,1,power_law_1.01,0.29731264114379885
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,16,1,power_law_1.01,0.16901824951171876
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,16,1,power_law_1.01,0.36540927886962893
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,16,1,power_law_1.01,0.5132915115356445
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,16,1,power_law_1.01,0.03292288064956665
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,16,1,power_law_1.01,0.6373017501831055
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,16,1,power_law_1.01,0.039870080947875974
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,16,1,power_law_1.01,0.04773695945739746
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,16,1,power_law_1.01,0.9028672027587892
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,16,1,power_law_1.01,0.07194111824035646
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,16,1,power_law_1.01,0.05868607997894287
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,16,1,power_law_1.01,1.1682585906982421
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,16,1,power_law_1.01,0.10324543952941893
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,16,1,power_law_1.01,0.10887999534606933
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,16,1,power_law_1.01,0.11105216026306153
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,16,1,power_law_1.01,0.11368448257446288
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,16,1,power_law_1.01,0.11898559570312499
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,16,1,power_law_1.01,0.11537023544311524
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,16,1,power_law_1.01,0.14023167610168458
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,16,1,power_law_1.01,1.7101062011718748
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,16,1,power_law_1.01,0.1406278419494629
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,16,1,power_law_1.01,0.1482572841644287
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,16,1,power_law_1.01,0.15347007751464842
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,16,1,power_law_1.01,0.1596108818054199
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,16,1,power_law_1.01,0.17375167846679687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,16,1,power_law_1.01,0.2010976028442383
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,16,1,power_law_1.01,0.21966016769409177
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,16,1,power_law_1.01,2.2594149780273436
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,16,1,power_law_1.01,0.25979007720947267
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,16,1,power_law_1.01,0.3052332878112793
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,16,1,power_law_1.01,0.40511806488037105
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,16,1,power_law_1.01,0.4901395034790039
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,16,1,power_law_1.01,0.6828691101074218
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,16,1,power_law_1.01,0.8720006561279297
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,16,1,power_law_1.2,0.05437503814697266
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,16,1,power_law_1.01,1.2680140686035155
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,16,1,power_law_1.2,0.06581503868103027
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,16,1,power_law_1.2,0.03157824039459228
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,16,1,power_law_1.01,1.6669287109375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,16,1,power_law_1.2,0.1176159954071045
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,16,1,power_law_1.2,0.04638847827911377
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,16,1,power_law_1.2,0.12650943756103517
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,16,1,power_law_1.2,0.13127807617187498
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,16,1,power_law_1.2,0.13936320304870606
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,4096,1536,8,128,16,1,power_law_1.01,2.059246063232422
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,16,1,power_law_1.2,0.14774975776672364
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,16,1,power_law_1.2,0.15408896446228026
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,16,1,power_law_1.2,0.15866175651550293
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,16,1,power_law_1.2,0.1635430335998535
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,16,1,power_law_1.2,0.16846656799316406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,16,1,power_law_1.2,0.17356544494628906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,16,1,power_law_1.2,0.08081215858459473
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,16,1,power_law_1.2,0.18388864517211914
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,16,1,power_law_1.2,0.20774208068847658
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,16,1,power_law_1.01,7.5597338867187505
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,16,1,power_law_1.2,0.233001594543457
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,16,1,power_law_1.2,0.1368019199371338
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,16,1,power_law_1.2,0.3027596855163574
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,16,1,power_law_1.2,0.36259582519531247
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,16,1,power_law_1.2,0.5114284896850586
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,16,1,power_law_1.2,0.6412210845947266
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,16,1,power_law_1.2,0.032829439640045165
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,16,1,power_law_1.2,0.03883968114852905
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,16,1,power_law_1.2,0.9044691467285156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,16,1,power_law_1.2,0.04582655906677246
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,16,1,power_law_1.2,0.055509757995605466
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,16,1,power_law_1.2,0.0679475212097168
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,16,1,power_law_1.2,0.10154047966003418
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,16,1,power_law_1.2,0.10993280410766601
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,16,1,power_law_1.2,0.11269311904907227
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,16,1,power_law_1.2,0.1151692771911621
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,16,1,power_law_1.2,0.1163916778564453
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,16,1,power_law_1.2,0.11997504234313965
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,16,1,power_law_1.2,0.14152128219604493
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,16,1,power_law_1.2,1.7170579528808596
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,16,1,power_law_1.2,0.1445587158203125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,16,1,power_law_1.2,0.15035327911376953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,16,1,power_law_1.2,0.15960639953613281
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,16,1,power_law_1.2,0.1655820846557617
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,16,1,power_law_1.2,2.9615090942382816
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,16,1,power_law_1.2,0.1861235237121582
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,16,1,power_law_1.2,2.2742982482910157
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,16,1,power_law_1.2,0.20217088699340818
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,16,1,power_law_1.2,0.2236185646057129
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,16,1,power_law_1.2,0.26594688415527346
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,16,1,power_law_1.2,0.30632064819335936
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,16,1,power_law_1.2,2.8188946533203127
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,16,1,power_law_1.2,0.4951859283447265
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,16,1,power_law_1.2,0.6822713470458984
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,16,1,power_law_1.2,0.688182373046875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,16,1,power_law_1.01,0.07404223918914796
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,16,1,power_law_1.2,0.8786093139648438
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,16,1,power_law_1.01,0.12420415878295898
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,16,1,power_law_1.01,0.16644224166870117
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,16,1,power_law_1.2,1.274804458618164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,16,1,power_law_1.01,0.29553087234497066
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,16,1,power_law_1.01,0.06559552192687988
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,16,1,power_law_1.01,0.3083475112915039
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,16,1,power_law_1.01,0.08904447555541992
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,16,1,power_law_1.2,1.6699615478515626
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,16,1,power_law_1.01,0.3207955169677734
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,16,1,power_law_1.01,0.3317407989501953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,4096,1536,8,128,16,1,power_law_1.2,2.0748492431640626
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,16,1,power_law_1.01,0.3689465713500977
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,16,1,power_law_1.01,0.41619518280029294
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,16,1,power_law_1.01,0.5199462509155273
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,16,1,power_law_1.01,0.27552703857421873
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,16,1,power_law_1.01,0.4062156677246094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,16,1,power_law_1.01,0.42874496459960937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,16,1,power_law_1.01,0.44023872375488277
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,16,1,power_law_1.01,0.5002700805664062
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,16,1,power_law_1.01,0.5850495910644531
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,16,1,power_law_1.01,0.6684832000732422
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,16,1,power_law_1.01,0.8450758361816406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,16,1,power_law_1.01,1.1295577239990233
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,16,1,power_law_1.01,1.1092364501953125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,16,1,power_law_1.01,1.3791436767578125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,16,1,power_law_1.01,0.0458348798751831
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,16,1,power_law_1.01,0.05478847980499267
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,16,1,power_law_1.01,0.06688447952270507
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,16,1,power_law_1.01,0.09506752014160155
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,16,1,power_law_1.01,1.9656434631347657
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,16,1,power_law_1.01,0.12636032104492187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,16,1,power_law_1.01,0.19602111816406248
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,16,1,power_law_1.01,0.21754175186157226
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,16,1,power_law_1.01,0.21975807189941404
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,16,1,power_law_1.01,0.2257619285583496
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,16,1,power_law_1.01,2.502227783203125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,16,1,power_law_1.01,0.2316409683227539
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,16,1,power_law_1.01,0.2593331146240234
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,16,1,power_law_1.01,0.24509376525878906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,16,1,power_law_1.01,0.3137779235839844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,16,1,power_law_1.01,0.3198316764831543
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,16,1,power_law_1.01,3.587967224121094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,16,1,power_law_1.01,0.5530976104736328
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,16,1,power_law_1.01,0.32970752716064455
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,16,1,power_law_1.01,0.3448704147338867
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,16,1,power_law_1.01,0.3794144058227539
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,16,1,power_law_1.01,0.40478527069091796
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,16,1,power_law_1.01,4.675902709960938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,16,1,power_law_1.01,0.5718022537231445
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,16,1,power_law_1.01,0.7363442993164062
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,16,1,power_law_1.01,1.7762847900390626
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,16,1,power_law_1.01,0.9010892486572265
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,16,1,power_law_1.01,1.2398886108398437
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,16,1,power_law_1.01,5.768718872070313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,16,1,power_law_1.01,1.5881036376953124
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,16,1,power_law_1.2,0.08643008232116699
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,16,1,power_law_1.2,0.11302656173706054
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,16,1,power_law_1.2,0.15421248435974122
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,16,1,power_law_1.2,0.2763545608520508
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,16,1,power_law_1.2,0.06916736125946045
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,16,1,power_law_1.2,0.29527936935424803
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,16,1,power_law_1.01,2.2899551391601562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,16,1,power_law_1.2,0.3142201614379883
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,16,1,power_law_1.2,0.3320435333251953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,16,1,power_law_1.2,0.3471059036254883
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,16,1,power_law_1.2,0.4000223922729492
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,16,1,power_law_1.01,2.9553445434570316
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,16,1,power_law_1.2,0.07162176132202148
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,16,1,power_law_1.2,0.426861457824707
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,16,1,power_law_1.2,0.41191360473632815
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,16,1,power_law_1.2,0.4280160140991211
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,16,1,power_law_1.2,0.4537503814697265
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,16,1,power_law_1.2,0.4757024002075195
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,16,1,power_law_1.2,0.5187750244140625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,6144,2560,8,160,16,1,power_law_1.01,3.635513000488281
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,16,1,power_law_1.2,0.6743276977539063
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,16,1,power_law_1.2,0.7380364990234375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,16,1,power_law_1.2,1.6139385986328125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,16,1,power_law_1.2,0.8548697662353515
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,16,1,power_law_1.2,1.1282252502441406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,16,1,power_law_1.2,0.04330687999725342
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,16,1,power_law_1.2,0.0508243179321289
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,16,1,power_law_1.2,1.3975718688964842
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,16,1,power_law_1.2,0.06599040031433105
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,16,1,power_law_1.2,0.0874124813079834
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,16,1,power_law_1.2,1.9643539428710937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,16,1,power_law_1.2,0.11401920318603516
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,16,1,power_law_1.2,0.20107263565063477
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,16,1,power_law_1.2,2.49938232421875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,16,1,power_law_1.2,0.2113510322570801
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,16,1,power_law_1.2,0.22275968551635744
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,16,1,power_law_1.2,0.23075199127197266
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,16,1,power_law_1.2,0.23612159729003906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,16,1,power_law_1.2,0.24296255111694337
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,16,1,power_law_1.2,0.24912832260131834
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,16,1,power_law_1.2,0.32011329650878906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,16,1,power_law_1.2,0.32613761901855465
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,16,1,power_law_1.2,0.3346329498291015
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,16,1,power_law_1.2,3.5900588989257813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,16,1,power_law_1.2,0.3417721557617187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,16,1,power_law_1.2,0.3555814361572266
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,16,1,power_law_1.2,0.3843193435668945
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,16,1,power_law_1.2,0.41849918365478517
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,16,1,power_law_1.2,0.5106163024902344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,16,1,power_law_1.2,0.5783417510986328
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,16,1,power_law_1.2,4.668841552734375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,16,1,power_law_1.2,0.7471334075927734
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,16,1,power_law_1.2,0.9098047637939454
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,16,1,power_law_1.2,1.2545324707031251
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,16,1,power_law_1.01,0.06982336044311524
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,16,1,power_law_1.01,0.07910848140716553
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,16,1,power_law_1.2,1.5950912475585937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,16,1,power_law_1.01,0.10007488250732421
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,16,1,power_law_1.01,0.11389887809753418
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,16,1,power_law_1.2,2.2940492248535156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,16,1,power_law_1.01,0.20201280593872067
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,16,1,power_law_1.01,0.3159539222717285
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,16,1,power_law_1.01,0.37532161712646483
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,16,1,power_law_1.2,2.9915451049804687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,16,1,power_law_1.01,0.5217926406860351
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,16,1,power_law_1.01,0.5414758300781249
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,16,1,power_law_1.01,0.5542444610595704
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,16,1,power_law_1.01,0.570972785949707
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,6144,2560,8,160,16,1,power_law_1.2,3.657627563476562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,16,1,power_law_1.01,0.5915167999267579
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,16,1,power_law_1.01,0.6105920028686523
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,16,1,power_law_1.01,0.6417062377929688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,16,1,power_law_1.01,0.6743052673339844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,16,1,power_law_1.01,0.6948691558837891
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,16,1,power_law_1.01,0.8728294372558594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,16,1,power_law_1.01,0.9422739410400391
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,16,1,power_law_1.01,1.0081990051269532
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,16,1,power_law_1.01,1.1559910583496094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,16,1,power_law_1.01,1.3087251281738281
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,16,1,power_law_1.01,1.6173318481445313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,16,1,power_law_1.01,1.926684112548828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,16,1,power_law_1.01,0.0466649580001831
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,16,1,power_law_1.01,2.5800372314453126
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,16,1,power_law_1.01,0.06154687881469727
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,16,1,power_law_1.01,3.2401971435546875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,16,1,power_law_1.01,0.09038335800170898
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,16,1,power_law_1.01,0.07890175819396973
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,16,1,power_law_1.01,0.1632204818725586
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,16,1,power_law_1.01,0.24739072799682615
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,16,1,power_law_1.01,0.2792172813415527
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,16,1,power_law_1.01,0.34701057434082033
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,16,1,power_law_1.01,4.3868780517578125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,16,1,power_law_1.2,18.428436279296875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,16,1,power_law_1.01,0.3660966491699219
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,16,1,power_law_1.01,0.3806361770629883
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,16,1,power_law_1.01,0.4014521789550781
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,16,1,power_law_1.01,5.37889892578125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,16,1,power_law_1.01,0.41291648864746094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,16,1,power_law_1.01,0.42670337677001957
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,16,1,power_law_1.01,1.0431513977050781
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,16,1,power_law_1.01,0.4615526580810547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,16,1,power_law_1.01,0.4747123336791992
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,16,1,power_law_1.01,0.5840460968017578
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,16,1,power_law_1.01,0.6089535903930664
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,16,1,power_law_1.01,6.415670166015625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,16,1,power_law_1.01,0.6473458862304687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,16,1,power_law_1.01,0.73060546875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,16,1,power_law_1.01,0.9782662200927735
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,16,1,power_law_1.01,2.1424102783203125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,16,1,power_law_1.01,1.1339603424072267
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,16,1,power_law_1.01,1.4672262573242187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,16,1,power_law_1.2,0.06934591770172119
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,16,1,power_law_1.01,1.7971463012695312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,16,1,power_law_1.2,0.09057663917541504
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,16,1,power_law_1.2,0.09052672386169433
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,16,1,power_law_1.2,0.11426431655883788
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,16,1,power_law_1.2,0.18085823059082032
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,16,1,power_law_1.01,2.471799011230469
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,16,1,power_law_1.2,0.276563835144043
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,16,1,power_law_1.2,0.5034054565429688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,16,1,power_law_1.2,0.5025836944580078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,16,1,power_law_1.01,3.159132080078125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,16,1,power_law_1.2,0.5260870361328125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,16,1,power_law_1.2,0.5422272109985352
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,16,1,power_law_1.2,0.5671641540527343
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,384,16,1,power_law_1.01,3.852511291503906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,16,1,power_law_1.2,0.5833222579956054
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,16,1,power_law_1.2,0.6378662490844726
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,16,1,power_law_1.2,0.6684127807617187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,16,1,power_law_1.2,1.6698489379882813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,16,1,power_law_1.2,0.7084889221191406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,16,1,power_law_1.2,0.878094711303711
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,16,1,power_law_1.2,0.9571839904785155
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,16,1,power_law_1.2,1.035367660522461
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,16,1,power_law_1.2,1.2032077026367187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,16,1,power_law_1.2,1.3581919860839844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,16,1,power_law_1.2,1.6751449584960938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,16,1,power_law_1.2,0.0466649580001831
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,16,1,power_law_1.2,2.3898809814453124
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,16,1,power_law_1.2,2.597889404296875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,16,1,power_law_1.2,0.061631360054016114
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,16,1,power_law_1.2,0.07138944149017334
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,16,1,power_law_1.2,0.08982399940490723
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,16,1,power_law_1.2,3.208755798339844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,16,1,power_law_1.2,0.14398847579956056
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,16,1,power_law_1.2,0.2083206367492676
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,16,1,power_law_1.2,0.2602195167541504
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,16,1,power_law_1.2,0.4779935836791992
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,16,1,power_law_1.2,4.30994873046875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,16,1,power_law_1.2,0.3497062301635742
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,16,1,power_law_1.2,0.3657759857177735
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,16,1,power_law_1.2,0.38880382537841796
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,16,1,power_law_1.2,0.405860481262207
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,16,1,power_law_1.2,0.5189811325073241
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,16,1,power_law_1.2,0.4392659378051758
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,16,1,power_law_1.2,0.45767871856689457
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,16,1,power_law_1.2,0.47280193328857417
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,16,1,power_law_1.2,5.33635009765625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,16,1,power_law_1.2,0.5835161590576172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,16,1,power_law_1.2,0.6252723312377929
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,16,1,power_law_1.2,6.395167236328125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,16,1,power_law_1.2,0.8078880310058594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,16,1,power_law_1.2,0.7589849853515626
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,16,1,power_law_1.2,0.85512451171875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,16,1,power_law_1.2,1.0243833923339845
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,16,1,power_law_1.2,1.1925721740722657
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,16,1,power_law_1.2,1.533258819580078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,16,1,power_law_1.2,1.8701145935058594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,16,1,power_law_1.2,2.5460166931152344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,16,1,power_law_1.01,0.07038847923278808
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,384,16,1,power_law_1.2,3.917044372558594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,16,1,power_law_1.01,0.029409279823303224
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,16,1,power_law_1.01,0.04089024066925049
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,16,1,power_law_1.01,0.05022016048431397
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,16,1,power_law_1.2,5.380501708984375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,16,1,power_law_1.01,0.1279520034790039
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,16,1,power_law_1.01,0.09091584205627441
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,16,1,power_law_1.01,0.13912832260131835
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,16,1,power_law_1.01,0.15372223854064943
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,16,1,power_law_1.01,0.15982527732849122
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,16,1,power_law_1.01,0.1723526382446289
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,16,1,power_law_1.01,0.14628224372863768
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,16,1,power_law_1.01,0.17629951477050781
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,16,1,power_law_1.01,0.18115392684936524
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,16,1,power_law_1.01,0.2489536094665527
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,16,1,power_law_1.01,0.3187315177917481
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,16,1,power_law_1.01,0.39066558837890625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,16,1,power_law_1.01,0.18170495986938479
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,16,1,power_law_1.01,0.18782463073730468
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,16,1,power_law_1.01,0.6088243103027343
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,16,1,power_law_1.01,0.2254380798339844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,16,1,power_law_1.01,0.8505010986328125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,16,1,power_law_1.01,1.9108717346191404
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,16,1,power_law_1.01,1.0796403503417968
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,16,1,power_law_1.01,0.2503411293029785
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,16,1,power_law_1.01,0.2747539138793945
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,16,1,power_law_1.01,1.5509861755371095
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,16,1,power_law_1.01,2.039778594970703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,16,1,power_law_1.01,2.508769226074219
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2688,1856,6,128,16,1,power_law_1.01,0.11158528327941894
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2688,1856,6,128,16,1,power_law_1.01,0.23347648620605468
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2688,1856,6,128,16,1,power_law_1.01,0.40793537139892583
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2688,1856,6,128,16,1,power_law_1.01,0.9037305450439452
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2688,1856,6,128,16,1,power_law_1.01,0.9575743865966796
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2688,1856,6,128,16,1,power_law_1.01,1.0379821014404296
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2688,1856,6,128,16,1,power_law_1.01,1.1083494567871095
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2688,1856,6,128,16,1,power_law_1.01,1.0898521423339844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2688,1856,6,128,16,1,power_law_1.01,0.16640256881713866
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2688,1856,6,128,16,1,power_law_1.01,0.5643929672241211
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2688,1856,6,128,16,1,power_law_1.01,1.1384607696533204
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2688,1856,6,128,16,1,power_law_1.01,1.1518342590332031
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2688,1856,6,128,16,1,power_law_1.01,1.189200668334961
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2688,1856,6,128,16,1,power_law_1.01,1.4531513977050783
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2688,1856,6,128,16,1,power_law_1.01,1.6801312255859375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2688,1856,6,128,16,1,power_law_1.01,1.0733081817626953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2688,1856,6,128,16,1,power_law_1.01,1.950384063720703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2688,1856,6,128,16,1,power_law_1.01,1.1981292724609376
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2688,1856,6,128,16,1,power_law_1.01,1.1824249267578124
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2688,1856,6,128,16,1,power_law_1.01,2.3329151916503905
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2688,1856,6,128,16,1,power_law_1.01,2.872691955566406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2688,1856,6,128,16,1,power_law_1.01,1.4569381713867187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2688,1856,6,128,16,1,power_law_1.01,4.833033752441406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,16,1,power_law_1.2,0.04946303844451904
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,16,1,power_law_1.2,0.028778240680694577
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2688,1856,6,128,16,1,power_law_1.01,1.382412109375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,16,1,power_law_1.2,0.12635775566101076
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,16,1,power_law_1.2,0.13881471633911133
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,16,1,power_law_1.2,0.06592063903808594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2688,1856,6,128,16,1,power_law_1.01,6.746450805664063
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,16,1,power_law_1.2,0.148723201751709
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,16,1,power_law_1.2,0.15722368240356446
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,16,1,power_law_1.2,0.04220736026763916
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,16,1,power_law_1.2,0.16345663070678712
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,16,1,power_law_1.2,0.17608383178710937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,16,1,power_law_1.2,0.18155967712402343
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,16,1,power_law_1.2,0.1766783905029297
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,16,1,power_law_1.2,0.1918547248840332
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,16,1,power_law_1.2,0.19900415420532228
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,16,1,power_law_1.2,0.2305516815185547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,16,1,power_law_1.2,0.22971391677856445
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,16,1,power_law_1.2,0.25466304779052734
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2688,1856,6,128,16,1,power_law_1.01,8.746341552734375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,16,1,power_law_1.2,0.0803660774230957
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,16,1,power_law_1.2,0.27591360092163086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,16,1,power_law_1.2,0.3322201538085937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,16,1,power_law_1.2,0.3936006546020508
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,16,1,power_law_1.2,0.4911296081542969
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,16,1,power_law_1.2,0.6142566299438477
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,16,1,power_law_1.2,0.8523251342773438
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,16,1,power_law_1.2,1.0872402954101563
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,2688,1856,6,128,16,1,power_law_1.01,10.574396972656249
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2688,1856,6,128,16,1,power_law_1.01,3.8232852172851564
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,16,1,power_law_1.2,1.9137548828125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,16,1,power_law_1.2,2.0487327575683594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,16,1,power_law_1.2,2.5222009277343753
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2688,1856,6,128,16,1,power_law_1.2,0.9839148712158202
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2688,1856,6,128,16,1,power_law_1.2,0.10849472045898438
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2688,1856,6,128,16,1,power_law_1.2,1.047039337158203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2688,1856,6,128,16,1,power_law_1.2,0.13046400070190428
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2688,1856,6,128,16,1,power_law_1.2,1.1019071960449218
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2688,1856,6,128,16,1,power_law_1.2,0.37223358154296876
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2688,1856,6,128,16,1,power_law_1.2,1.1001165008544922
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2688,1856,6,128,16,1,power_law_1.2,0.49488063812255856
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2688,1856,6,128,16,1,power_law_1.2,1.143824005126953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2688,1856,6,128,16,1,power_law_1.2,1.1765824127197266
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2688,1856,6,128,16,1,power_law_1.2,1.2123206329345702
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2688,1856,6,128,16,1,power_law_1.2,1.0862105560302733
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2688,1856,6,128,16,1,power_law_1.2,1.2130054473876952
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2688,1856,6,128,16,1,power_law_1.2,1.237702407836914
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2688,1856,6,128,16,1,power_law_1.2,1.2590630340576172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2688,1856,6,128,16,1,power_law_1.2,1.3217330932617188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2688,1856,6,128,16,1,power_law_1.2,1.408314208984375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2688,1856,6,128,16,1,power_law_1.2,1.5389971923828125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2688,1856,6,128,16,1,power_law_1.2,1.9284448242187502
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2688,1856,6,128,16,1,power_law_1.2,1.9685836791992188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2688,1856,6,128,16,1,power_law_1.2,2.4718861389160156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2688,1856,6,128,16,1,power_law_1.2,2.9248129272460934
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2688,1856,6,128,16,1,power_law_1.2,3.9150054931640623
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2688,1856,6,128,16,1,power_law_1.2,4.830977172851563
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,16,1,power_law_1.01,0.09239423751831055
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2688,1856,6,128,16,1,power_law_1.2,0.2313523292541504
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,16,1,power_law_1.01,0.13362303733825684
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2688,1856,6,128,16,1,power_law_1.2,6.85381103515625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,16,1,power_law_1.01,0.16626943588256834
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,16,1,power_law_1.01,0.32222782135009764
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,16,1,power_law_1.01,0.8948397064208985
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,16,1,power_law_1.01,0.9438130950927734
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2688,1856,6,128,16,1,power_law_1.2,10.163950805664062
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,16,1,power_law_1.01,0.4829497528076172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,16,1,power_law_1.01,0.9799180603027343
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,2688,1856,6,128,16,1,power_law_1.2,10.64927734375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,16,1,power_law_1.01,0.8271539306640625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,16,1,power_law_1.01,1.0187232208251953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,16,1,power_law_1.01,1.1238758087158203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,16,1,power_law_1.01,1.1790182495117187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,16,1,power_law_1.01,1.4821446228027344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,16,1,power_law_1.01,1.895149383544922
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,16,1,power_law_1.01,1.3969664001464843
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,16,1,power_law_1.01,1.6051065063476564
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,16,1,power_law_1.01,1.7445368957519531
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,16,1,power_law_1.01,1.9279206848144532
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,16,1,power_law_1.01,2.322760925292969
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,16,1,power_law_1.01,3.709160461425781
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,16,1,power_law_1.01,2.701241455078125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,16,1,power_law_1.01,0.6011264038085937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,16,1,power_law_1.01,3.4610955810546877
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,16,1,power_law_1.01,4.263723449707031
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,16,1,power_law_1.01,1.1255379486083985
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,16,1,power_law_1.01,1.4433485412597657
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,16,1,power_law_1.01,5.926600952148438
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,16,1,power_law_1.01,7.588964233398437
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,16,1,power_law_1.01,2.9828961181640627
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,16,1,power_law_1.01,11.005413818359376
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,16,1,power_law_1.01,7.784373168945312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,16,1,power_law_1.01,8.525512084960937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,16,1,power_law_1.01,14.271538085937499
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,16,1,power_law_1.01,8.898817749023438
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,16,1,power_law_1.01,9.282787475585938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,16,1,power_law_1.01,4.426172790527344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,16,1,power_law_1.01,9.467524414062499
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,16,1,power_law_1.01,9.699061279296874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,16,1,power_law_1.01,9.966514282226562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,16,1,power_law_1.01,10.37412841796875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,16,1,power_law_1.01,10.26135986328125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,16,1,power_law_1.01,10.749239501953124
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,16,1,power_law_1.01,11.214459228515626
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,16,1,power_law_1.01,12.052139892578126
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,16,1,power_law_1.01,10.11832763671875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,16,1,power_law_1.01,10.874110107421874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,16,1,power_law_1.01,12.6633447265625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,16,1,power_law_1.01,14.310518798828124
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,4096,2688,22,512,16,1,power_law_1.01,41.491352539062504
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,16,1,power_law_1.01,17.826219482421873
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,16,1,power_law_1.2,0.10140735626220702
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,16,1,power_law_1.2,0.20511680603027344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,16,1,power_law_1.2,0.10962176322937012
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,16,1,power_law_1.2,0.4463987350463867
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,16,1,power_law_1.2,0.3641651153564453
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,16,1,power_law_1.2,0.80500732421875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,16,1,power_law_1.01,21.22104736328125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,16,1,power_law_1.2,1.7521286010742188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,16,1,power_law_1.2,0.9409196472167969
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,16,1,power_law_1.2,0.998642578125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,16,1,power_law_1.2,1.3751539611816406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,16,1,power_law_1.2,1.1469036865234377
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,16,1,power_law_1.2,1.2271552276611328
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,16,1,power_law_1.2,1.675078430175781
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,16,1,power_law_1.2,1.4443251037597657
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,16,1,power_law_1.2,1.56472900390625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,16,1,power_law_1.01,27.914655761718752
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,16,1,power_law_1.2,2.298734130859375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,16,1,power_law_1.2,1.9424397277832033
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,16,1,power_law_1.2,1.8001849365234375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,16,1,power_law_1.2,2.0139846801757812
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,16,1,power_law_1.2,2.744524230957031
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,16,1,power_law_1.2,3.5035086059570313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,16,1,power_law_1.01,35.0979736328125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,16,1,power_law_1.2,4.300651550292969
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,16,1,power_law_1.2,8.391438598632813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,16,1,power_law_1.2,5.984801025390626
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,16,1,power_law_1.2,0.6033190536499023
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,16,1,power_law_1.2,7.646967163085938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,16,1,power_law_1.2,0.8245721435546874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,16,1,power_law_1.2,1.4691917419433593
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,16,1,power_law_1.2,11.00815185546875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,16,1,power_law_1.2,2.5442597961425784
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,16,1,power_law_1.01,48.974711914062496
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,16,1,power_law_1.2,3.8743231201171873
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,16,1,power_law_1.2,14.348680419921873
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,16,1,power_law_1.2,7.631004638671875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,16,1,power_law_1.2,8.459291992187499
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,16,1,power_law_1.2,8.923644409179687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,16,1,power_law_1.2,9.3460791015625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,16,1,power_law_1.2,9.597293701171875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,16,1,power_law_1.2,9.97533447265625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,16,1,power_law_1.01,63.683310546875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,16,1,power_law_1.2,10.282540283203124
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,16,1,power_law_1.2,10.46499267578125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,16,1,power_law_1.2,11.130861816406249
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,16,1,power_law_1.2,11.608193359374999
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,16,1,power_law_1.2,11.94979736328125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,16,1,power_law_1.2,10.845820312499999
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,16,1,power_law_1.2,13.216225585937499
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,4096,2688,22,512,16,1,power_law_1.2,39.99765625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,4096,2688,22,512,16,1,power_law_1.01,77.58026855468749
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,16,1,power_law_1.2,11.501439208984376
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,16,1,power_law_1.2,13.145128173828123
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,16,1,power_law_1.2,14.998848876953124
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,32,1,power_law_1.01,0.041992321014404296
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,32,1,power_law_1.01,0.04573056221008301
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,32,1,power_law_1.01,0.04889344215393067
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,32,1,power_law_1.01,0.05832511901855468
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,32,1,power_law_1.01,0.08150912284851074
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,32,1,power_law_1.01,0.08332480430603027
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,32,1,power_law_1.01,0.08501952171325684
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,32,1,power_law_1.01,0.0851142406463623
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,32,1,power_law_1.01,0.08652544021606445
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,32,1,power_law_1.01,0.08752703666687012
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,32,1,power_law_1.01,0.09043904304504394
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,32,1,power_law_1.01,0.09106111526489258
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,32,1,power_law_1.01,0.09503040313720704
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,32,1,power_law_1.01,0.09813952445983887
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,32,1,power_law_1.01,0.10174592018127442
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,32,1,power_law_1.01,0.10617535591125489
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,32,1,power_law_1.01,0.11099583625793456
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,32,1,power_law_1.01,0.12520000457763672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,32,1,power_law_1.01,0.14095104217529297
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,32,1,power_law_1.01,0.19868352890014648
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,32,1,power_law_1.01,0.2531558418273926
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,32,1,power_law_1.01,0.36431873321533204
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,16,1,power_law_1.2,18.32859130859375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,32,1,power_law_1.01,0.45809345245361327
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,32,1,power_law_1.01,0.6619046020507813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,32,1,power_law_1.01,0.8666963195800781
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,32,1,power_law_1.01,1.2814483642578125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,32,1,power_law_1.01,1.6976377868652341
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,32,1,power_law_1.01,0.029872000217437744
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,16,1,power_law_1.2,21.754384765624998
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,32,1,power_law_1.01,0.03479167938232422
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,32,1,power_law_1.01,0.03545344114303589
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,32,1,power_law_1.01,0.04050816059112548
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,32,1,power_law_1.01,0.05195519924163818
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,32,1,power_law_1.01,0.05251071929931641
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,32,1,power_law_1.01,0.05366911888122559
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,32,1,power_law_1.01,0.053726081848144536
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,32,1,power_law_1.01,0.05491072177886963
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,32,1,power_law_1.01,0.05575808048248291
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,32,1,power_law_1.01,0.057233281135559075
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,32,1,power_law_1.01,2.1087890625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,32,1,power_law_1.01,0.058190717697143554
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,32,1,power_law_1.01,0.06153344154357911
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,32,1,power_law_1.01,0.06696063995361327
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,32,1,power_law_1.01,0.06800191879272462
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,32,1,power_law_1.01,0.0703443193435669
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,32,1,power_law_1.01,0.06937471866607667
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,32,1,power_law_1.01,0.07915455818176269
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,32,1,power_law_1.01,0.08567423820495605
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,32,1,power_law_1.01,0.10335103988647461
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,32,1,power_law_1.01,0.14307071685791015
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,32,1,power_law_1.01,0.18312063217163085
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,32,1,power_law_1.01,0.24626432418823244
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,32,1,power_law_1.01,0.3377151870727539
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,32,1,power_law_1.01,0.4143443298339844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,32,1,power_law_1.01,0.6060524749755859
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,32,1,power_law_1.2,0.04215871810913086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,32,1,power_law_1.2,0.044833917617797855
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,32,1,power_law_1.01,0.7983545684814454
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,32,1,power_law_1.2,0.04809984207153321
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,32,1,power_law_1.2,0.058706560134887696
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,32,1,power_law_1.2,0.08123007774353028
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,4096,14336,2,8,32,1,power_law_1.01,0.9876934051513672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,32,1,power_law_1.2,0.08376704216003418
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,32,1,power_law_1.2,0.08521151542663574
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,32,1,power_law_1.2,0.08706624031066894
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,32,1,power_law_1.2,0.08742527961730957
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,32,1,power_law_1.2,0.08833024024963379
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,32,1,power_law_1.2,0.09188480377197265
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,32,1,power_law_1.2,0.09243712425231934
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,32,1,power_law_1.2,0.09409791946411132
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,32,1,power_law_1.2,0.09982912063598633
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,32,1,power_law_1.2,0.10238975524902343
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,32,1,power_law_1.2,0.10870400428771973
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,32,1,power_law_1.2,0.11240192413330079
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,32,1,power_law_1.2,0.12406975746154784
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,32,1,power_law_1.2,0.14044159889221192
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,32,1,power_law_1.2,0.19918016433715818
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,32,1,power_law_1.2,0.2529177665710449
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,32,1,power_law_1.2,0.3623936080932617
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,32,1,power_law_1.2,0.4601299285888672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,32,1,power_law_1.2,0.6615987396240234
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,32,1,power_law_1.2,0.8699878692626953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,32,1,power_law_1.2,1.2794963073730468
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,32,1,power_law_1.2,0.031120638847351074
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,32,1,power_law_1.2,0.034895360469818115
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,32,1,power_law_1.2,0.035183360576629644
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,32,1,power_law_1.2,1.6973330688476562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,32,1,power_law_1.2,0.03953023910522461
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,16,1,power_law_1.2,28.980939941406252
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,32,1,power_law_1.2,0.05177216053009033
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,32,1,power_law_1.2,0.05256383895874024
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,32,1,power_law_1.2,0.05358911991119385
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,32,1,power_law_1.2,0.054248318672180176
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,32,1,power_law_1.2,0.05538688182830811
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,32,1,power_law_1.2,0.05602752208709717
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,32,1,power_law_1.2,2.1076620483398436
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,32,1,power_law_1.2,0.057182078361511235
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,32,1,power_law_1.2,0.05840447902679443
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,32,1,power_law_1.2,0.0627507209777832
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,32,1,power_law_1.2,0.06627776145935058
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,32,1,power_law_1.2,0.06870848178863526
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,32,1,power_law_1.2,0.07148672103881835
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,32,1,power_law_1.2,0.06870848178863526
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,32,1,power_law_1.2,0.07842624187469482
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,32,1,power_law_1.2,0.0855667209625244
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,32,1,power_law_1.2,0.10232768058776856
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,32,1,power_law_1.2,0.14378047943115235
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,32,1,power_law_1.2,0.18222911834716798
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,32,1,power_law_1.2,0.24452287673950196
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,32,1,power_law_1.2,0.3379353713989258
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,32,1,power_law_1.2,0.42469760894775394
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,32,1,power_law_1.01,0.05603456020355224
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,32,1,power_law_1.2,0.6000697708129883
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,32,1,power_law_1.01,0.06262335777282715
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,32,1,power_law_1.01,0.06667776107788086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,32,1,power_law_1.01,0.08262975692749024
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,32,1,power_law_1.2,0.7985855865478515
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,32,1,power_law_1.01,0.12141759872436524
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,32,1,power_law_1.01,0.12217472076416017
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,32,1,power_law_1.01,0.12596287727355956
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,32,1,power_law_1.01,0.12582271575927734
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,4096,14336,2,8,32,1,power_law_1.2,0.986240005493164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,32,1,power_law_1.01,0.12653504371643068
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,32,1,power_law_1.01,0.13011903762817384
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,32,1,power_law_1.01,0.1323200035095215
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,32,1,power_law_1.01,0.13254528045654296
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,32,1,power_law_1.01,0.1377830410003662
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,32,1,power_law_1.01,0.1457376003265381
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,32,1,power_law_1.01,0.14754560470581055
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,32,1,power_law_1.01,0.15216832160949706
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,32,1,power_law_1.01,0.15720383644104002
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,32,1,power_law_1.01,0.18152191162109374
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,32,1,power_law_1.01,0.21140352249145508
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,32,1,power_law_1.01,0.3140563201904297
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,32,1,power_law_1.01,0.3955353546142578
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,32,1,power_law_1.01,0.5859628677368164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,32,1,power_law_1.01,0.7565331268310547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,32,1,power_law_1.01,1.1120639801025392
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,32,1,power_law_1.01,1.4712876892089843
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,32,1,power_law_1.01,0.0385427188873291
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,32,1,power_law_1.01,0.0436627197265625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,32,1,power_law_1.01,0.04558976173400879
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,32,1,power_law_1.01,0.057495040893554686
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,32,1,power_law_1.01,2.1834349060058593
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,32,1,power_law_1.01,0.06850560188293457
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,32,1,power_law_1.01,0.06958591938018799
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,32,1,power_law_1.01,0.07013055801391602
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,32,1,power_law_1.01,0.07134592056274414
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,32,1,power_law_1.01,0.07146175861358642
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,32,1,power_law_1.01,0.07265984058380127
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,32,1,power_law_1.01,0.07390207767486572
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,32,1,power_law_1.01,0.0755673599243164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,32,1,power_law_1.01,2.901667175292969
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,32,1,power_law_1.01,0.07751167774200439
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,32,1,power_law_1.01,0.08048319816589355
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,32,1,power_law_1.01,0.08391936302185059
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,32,1,power_law_1.01,0.08800767898559571
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,32,1,power_law_1.01,0.08990143775939942
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,32,1,power_law_1.01,0.10328831672668456
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,32,1,power_law_1.01,0.11191871643066406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,32,1,power_law_1.01,0.1411404800415039
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,32,1,power_law_1.01,0.1984012794494629
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,32,1,power_law_1.01,0.25091520309448245
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,32,1,power_law_1.01,0.33485504150390627
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,32,1,power_law_1.01,3.614859619140625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,32,1,power_law_1.01,0.470302734375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,32,1,power_law_1.01,0.581088638305664
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,32,1,power_law_1.2,0.05571008205413819
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,32,1,power_law_1.01,0.846858901977539
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,32,1,power_law_1.2,0.06123904228210449
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,32,1,power_law_1.2,0.06481664180755616
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,32,1,power_law_1.2,0.08216704368591309
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,32,1,power_law_1.01,1.119609603881836
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,32,1,power_law_1.2,0.11846976280212403
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,32,1,power_law_1.2,0.12171584129333497
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,32,1,power_law_1.2,0.12463040351867676
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,32,1,power_law_1.2,0.12590592384338378
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,32,1,power_law_1.2,0.12697855949401854
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,6144,16384,2,8,32,1,power_law_1.01,1.384508819580078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,32,1,power_law_1.2,0.12978431701660156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,32,1,power_law_1.2,0.13142271995544436
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,32,1,power_law_1.2,0.13254847526550292
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,32,1,power_law_1.2,0.13708479881286623
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,32,1,power_law_1.2,0.145480318069458
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,32,1,power_law_1.2,0.1492396831512451
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,32,1,power_law_1.2,0.15184127807617187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,32,1,power_law_1.2,0.15856127738952636
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,32,1,power_law_1.2,0.18065599441528318
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,32,1,power_law_1.2,0.21038719177246096
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,32,1,power_law_1.2,0.3148966407775879
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,32,1,power_law_1.2,0.3982406234741211
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,32,1,power_law_1.2,0.5822963333129882
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,32,1,power_law_1.2,0.759583969116211
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,32,1,power_law_1.2,1.1098834991455078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,32,1,power_law_1.2,1.4655801391601562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,32,1,power_law_1.2,0.038717439174652105
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,32,1,power_law_1.2,0.04279679775238037
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,32,1,power_law_1.2,0.04485055923461914
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,32,1,power_law_1.2,0.05791744232177735
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,32,1,power_law_1.2,2.17866943359375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,32,1,power_law_1.2,0.06869503974914551
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,32,1,power_law_1.2,0.06963263988494874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,32,1,power_law_1.2,0.07064320087432861
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,32,1,power_law_1.2,0.0713702392578125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,32,1,power_law_1.2,0.07217599868774413
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,32,1,power_law_1.2,0.07272768020629883
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,16,1,power_law_1.2,47.9450634765625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,32,1,power_law_1.2,0.07391168117523193
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,32,1,power_law_1.2,0.07626815795898437
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,32,1,power_law_1.2,0.08055551528930664
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,32,1,power_law_1.2,0.08337984085083008
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,32,1,power_law_1.2,0.11347455978393554
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,32,1,power_law_1.2,2.9012606811523436
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,32,1,power_law_1.2,0.08922112464904786
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,32,1,power_law_1.2,0.09032447814941406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,32,1,power_law_1.2,0.13767359733581544
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,32,1,power_law_1.2,0.11242752075195313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,32,1,power_law_1.2,0.14140095710754394
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,32,1,power_law_1.2,0.19858240127563476
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,32,1,power_law_1.2,0.4037446212768555
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,32,1,power_law_1.2,0.3354028701782227
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,32,1,power_law_1.2,0.47248001098632814
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,32,1,power_law_1.2,0.5921676635742188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,32,1,power_law_1.2,3.608808288574219
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,32,1,power_law_1.01,0.045621118545532226
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,32,1,power_law_1.01,0.06779007911682129
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,32,1,power_law_1.2,1.1119174194335937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,6144,16384,2,8,32,1,power_law_1.2,1.3944857788085936
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,32,1,power_law_1.01,0.07214848041534425
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,32,1,power_law_1.01,0.0953395175933838
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,32,1,power_law_1.01,0.12718336105346678
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,32,1,power_law_1.2,2.7563186645507813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,32,1,power_law_1.01,0.17127296447753906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,32,1,power_law_1.01,0.21830783843994142
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,32,1,power_law_1.01,0.22591552734375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,32,1,power_law_1.01,0.23345279693603516
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,32,1,power_law_1.01,0.29602880477905275
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,32,1,power_law_1.01,0.2576678466796875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,32,1,power_law_1.01,0.26993152618408206
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,32,1,power_law_1.01,0.2844479942321777
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,32,1,power_law_1.01,0.31435136795043944
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,32,1,power_law_1.01,0.40849151611328127
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,16,1,power_law_1.2,49.838349609375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,32,1,power_law_1.01,0.3083807945251465
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,32,1,power_law_1.01,0.32624767303466795
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,32,1,power_law_1.01,0.3585459136962891
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,32,1,power_law_1.01,0.3943404769897461
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,32,1,power_law_1.01,0.5924371337890625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,32,1,power_law_1.01,1.1862438201904297
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,32,1,power_law_1.01,0.8280831909179687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,32,1,power_law_1.01,0.9931769561767577
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,32,1,power_law_1.01,1.4128857421875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,32,1,power_law_1.01,0.04304768085479736
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,32,1,power_law_1.01,1.8464178466796874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,32,1,power_law_1.01,0.05020160198211669
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,32,1,power_law_1.01,0.05912896156311035
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,32,1,power_law_1.01,0.08446975708007812
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,32,1,power_law_1.01,0.12215231895446776
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,32,1,power_law_1.01,0.1581017589569092
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,32,1,power_law_1.01,2.7074981689453126
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,32,1,power_law_1.01,0.20922624588012698
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,32,1,power_law_1.01,0.2183033561706543
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,32,1,power_law_1.01,0.22608831405639646
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,32,1,power_law_1.01,0.23098495483398435
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,32,1,power_law_1.01,0.24247680664062501
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,32,1,power_law_1.01,0.2514931106567383
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,32,1,power_law_1.01,0.2593503952026367
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,32,1,power_law_1.01,0.2689760017395019
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,32,1,power_law_1.01,0.34614463806152346
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,32,1,power_law_1.01,4.389214172363281
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,32,1,power_law_1.01,0.35631103515625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,32,1,power_law_1.01,0.3679692840576172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,32,1,power_law_1.01,0.39660545349121096
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,32,1,power_law_1.01,0.43147136688232424
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,32,1,power_law_1.01,0.5303827285766601
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,32,1,power_law_1.01,0.5945600128173828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,32,1,power_law_1.01,0.7362783813476563
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,32,1,power_law_1.01,0.9131609344482422
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,32,1,power_law_1.01,1.2204083251953126
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,32,1,power_law_1.01,9.201527709960938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,32,1,power_law_1.01,1.5409805297851562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,32,1,power_law_1.2,0.04430143833160401
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,32,1,power_law_1.2,0.07293888092041015
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,32,1,power_law_1.01,2.175494384765625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,32,1,power_law_1.2,0.0704588794708252
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,32,1,power_law_1.2,0.09057215690612794
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,32,1,power_law_1.2,0.13521792411804198
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,32,1,power_law_1.01,2.8152243041992184
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,32,1,power_law_1.2,0.16905536651611328
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,32,1,power_law_1.2,0.21208255767822265
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,32,1,power_law_1.2,0.22354816436767577
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,16,1,power_law_1.2,63.2686328125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,32,1,power_law_1.2,0.26988031387329103
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,32,1,power_law_1.2,0.25719743728637695
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,32,1,power_law_1.2,0.24018112182617188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,32,1,power_law_1.2,0.2711635208129883
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,32,1,power_law_1.2,0.2870086479187012
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,256,32,1,power_law_1.01,3.4531558227539065
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,32,1,power_law_1.2,0.3544870376586914
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,32,1,power_law_1.2,0.3068172836303711
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,32,1,power_law_1.2,0.3157708740234375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,32,1,power_law_1.2,0.33292800903320313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,32,1,power_law_1.2,0.3740185546875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,32,1,power_law_1.2,0.4076396942138672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,32,1,power_law_1.2,0.6523129272460937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,32,1,power_law_1.2,0.6195974349975586
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,32,1,power_law_1.2,0.8585286712646484
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,32,1,power_law_1.2,1.0219347381591797
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,32,1,power_law_1.2,0.043175678253173824
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,32,1,power_law_1.2,1.4246322631835937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,32,1,power_law_1.2,0.050474238395690915
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,32,1,power_law_1.2,1.8600805664062499
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,32,1,power_law_1.2,0.056872959136962886
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,32,1,power_law_1.2,0.08012672424316405
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,32,1,power_law_1.2,0.10971199989318847
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,32,1,power_law_1.2,0.14632960319519045
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,32,1,power_law_1.2,0.20556928634643556
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,32,1,power_law_1.2,0.21766719818115235
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,32,1,power_law_1.2,2.713759460449219
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,32,1,power_law_1.2,0.22381824493408203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,32,1,power_law_1.2,0.22995647430419922
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,32,1,power_law_1.2,0.24137792587280274
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,32,1,power_law_1.2,0.252664966583252
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,32,1,power_law_1.2,0.26104255676269533
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,32,1,power_law_1.2,0.2749849510192871
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,32,1,power_law_1.2,0.35386558532714846
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,32,1,power_law_1.2,0.3632160186767578
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,32,1,power_law_1.2,0.37873985290527346
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,32,1,power_law_1.2,0.42333633422851563
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,32,1,power_law_1.2,5.088286132812501
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,32,1,power_law_1.2,0.48368000030517583
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,32,1,power_law_1.2,4.370686645507813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,32,1,power_law_1.2,0.5536211013793946
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,32,1,power_law_1.2,0.6216883087158204
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,32,1,power_law_1.2,0.7655155181884765
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,32,1,power_law_1.2,0.9349549102783203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,32,1,power_law_1.01,0.04558847904205322
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,32,1,power_law_1.01,0.05113855838775635
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,32,1,power_law_1.2,1.5681298828124999
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,32,1,power_law_1.2,1.8800845336914063
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,32,1,power_law_1.01,0.05950272083282471
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,32,1,power_law_1.01,0.030999679565429688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,32,1,power_law_1.01,0.07062655925750733
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,32,1,power_law_1.01,0.09774784088134766
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,32,1,power_law_1.2,2.2038278198242187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,32,1,power_law_1.01,0.09439807891845703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,32,1,power_law_1.01,0.09713279724121093
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,32,1,power_law_1.01,0.10049599647521971
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,32,1,power_law_1.01,0.10852992057800293
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,32,1,power_law_1.01,0.11041152000427246
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,32,1,power_law_1.2,2.8539334106445313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,256,32,1,power_law_1.2,3.499183959960938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,32,1,power_law_1.01,0.12160127639770509
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,32,1,power_law_1.01,0.12283264160156251
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,32,1,power_law_1.01,0.12813952445983887
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,32,1,power_law_1.01,0.14264703750610352
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,32,1,power_law_1.01,0.13609984397888183
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,32,1,power_law_1.01,0.18539264678955078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,32,1,power_law_1.01,0.22647232055664063
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,32,1,power_law_1.01,0.27785024642944334
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,32,1,power_law_1.01,0.1474092769622803
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,32,1,power_law_1.01,0.5239084625244141
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,32,1,power_law_1.01,1.2060953521728517
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,32,1,power_law_1.01,0.7430989074707031
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,32,1,power_law_1.01,0.16571264266967772
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,32,1,power_law_1.01,0.05760511875152587
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,32,1,power_law_1.01,0.9563129425048829
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,32,1,power_law_1.01,0.036536319255828856
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,32,1,power_law_1.01,0.04548992156982422
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,32,1,power_law_1.01,0.07123775959014893
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,32,1,power_law_1.01,0.06437503814697265
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,32,1,power_law_1.01,0.0905247974395752
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,32,1,power_law_1.01,1.4111001586914063
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,32,1,power_law_1.01,0.09310015678405761
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,32,1,power_law_1.01,0.09803839683532714
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,32,1,power_law_1.01,0.11812479972839356
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,32,1,power_law_1.01,0.09937536239624023
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,32,1,power_law_1.01,0.1040339183807373
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,32,1,power_law_1.01,0.12540736198425292
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,32,1,power_law_1.01,0.12711487770080568
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,32,1,power_law_1.01,0.1362009620666504
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,32,1,power_law_1.01,0.15095616340637208
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,32,1,power_law_1.01,1.880261688232422
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,32,1,power_law_1.01,0.1431993579864502
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,32,1,power_law_1.01,0.15866368293762206
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,32,1,power_law_1.01,0.1890438461303711
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,32,1,power_law_1.01,0.20945407867431642
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,32,1,power_law_1.01,0.32486335754394535
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,32,1,power_law_1.01,2.3499519348144533
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,32,1,power_law_1.01,0.3008614349365234
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,4096,2688,22,512,16,1,power_law_1.2,77.3675634765625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,32,1,power_law_1.01,0.4045267105102539
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,32,1,power_law_1.01,0.4875084686279297
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,32,1,power_law_1.2,0.031157760620117186
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,32,1,power_law_1.01,0.6796844482421875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,32,1,power_law_1.2,0.04505023956298828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,32,1,power_law_1.01,0.8796351623535156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,32,1,power_law_1.2,0.04926400184631348
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,32,1,power_law_1.2,0.05673024177551269
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,32,1,power_law_1.2,0.06818751811981201
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,32,1,power_law_1.2,0.09320639610290528
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,32,1,power_law_1.2,0.09452032089233399
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,32,1,power_law_1.2,0.09810815811157227
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,32,1,power_law_1.2,0.10289983749389649
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,32,1,power_law_1.2,0.10454848289489746
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,32,1,power_law_1.2,0.11033984184265137
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,32,1,power_law_1.2,0.12186688423156737
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,32,1,power_law_1.01,1.6534329223632813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,32,1,power_law_1.2,0.12485119819641113
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,32,1,power_law_1.2,0.1304089641571045
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,32,1,power_law_1.2,0.13312576293945313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,32,1,power_law_1.2,0.13758463859558107
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,32,1,power_law_1.2,0.14825471878051757
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,32,1,power_law_1.2,0.16701311111450196
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,4096,1536,8,128,32,1,power_law_1.01,2.0279493713378907
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,32,1,power_law_1.2,0.18754560470581055
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,32,1,power_law_1.2,0.22887359619140626
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,32,1,power_law_1.2,0.2798182487487793
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,32,1,power_law_1.2,0.39768062591552733
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,32,1,power_law_1.2,0.5317337417602539
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,32,1,power_law_1.2,0.032824320793151854
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,32,1,power_law_1.2,0.7488748931884766
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,32,1,power_law_1.01,4.845759887695313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,32,1,power_law_1.2,0.03619584083557129
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,32,1,power_law_1.2,0.04444479942321777
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,32,1,power_law_1.2,0.051913599967956546
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,32,1,power_law_1.2,0.09568256378173828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,32,1,power_law_1.2,0.09351296424865722
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,32,1,power_law_1.2,0.09453760147094727
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,32,1,power_law_1.2,0.09692159652709961
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,32,1,power_law_1.2,1.427132110595703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,32,1,power_law_1.2,0.1317568016052246
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,32,1,power_law_1.2,0.09988479614257813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,32,1,power_law_1.2,0.10410880088806151
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,32,1,power_law_1.2,0.12786815643310548
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,32,1,power_law_1.2,0.1303699207305908
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,32,1,power_law_1.2,1.8940768432617188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,32,1,power_law_1.2,0.19196287155151368
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,32,1,power_law_1.2,0.14297984123229981
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,32,1,power_law_1.2,0.1509228801727295
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,32,1,power_law_1.2,0.960882568359375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,32,1,power_law_1.2,0.17201087951660157
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,32,1,power_law_1.2,0.19187328338623047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,32,1,power_law_1.2,0.21307968139648437
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,32,1,power_law_1.2,2.3685459899902344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,32,1,power_law_1.2,0.30005760192871095
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,32,1,power_law_1.2,0.5371731185913087
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,32,1,power_law_1.2,0.40391296386718756
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,32,1,power_law_1.2,0.4976633453369141
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,32,1,power_law_1.01,0.06532864093780517
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,32,1,power_law_1.01,0.06509632110595703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,32,1,power_law_1.2,0.6870925140380859
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,32,1,power_law_1.01,0.0730124807357788
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,32,1,power_law_1.2,0.8849420928955078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,32,1,power_law_1.01,0.11162431716918945
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,32,1,power_law_1.01,0.11837887763977051
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,32,1,power_law_1.01,0.16712064743041993
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,32,1,power_law_1.01,0.18027200698852539
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,32,1,power_law_1.01,0.1901254463195801
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,32,1,power_law_1.2,1.270030746459961
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,32,1,power_law_1.01,0.2432454490661621
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,32,1,power_law_1.01,0.2030086326599121
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,32,1,power_law_1.01,0.2160812759399414
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,32,1,power_law_1.01,0.22780927658081054
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,32,1,power_law_1.01,0.23242368698120117
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,32,1,power_law_1.2,1.6648985290527343
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,32,1,power_law_1.01,0.2361017608642578
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,32,1,power_law_1.01,0.2509753608703613
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,32,1,power_law_1.01,0.26847616195678714
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,32,1,power_law_1.01,0.638334732055664
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,4096,1536,8,128,32,1,power_law_1.2,2.057081604003906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,32,1,power_law_1.01,0.3077503967285156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,32,1,power_law_1.01,0.3554975891113281
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,32,1,power_law_1.01,0.4626649475097656
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,32,1,power_law_1.01,0.5944473648071289
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,32,1,power_law_1.01,0.7931417846679688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,32,1,power_law_1.01,0.04214719772338867
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,32,1,power_law_1.01,0.9947014617919923
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,32,1,power_law_1.01,0.050586881637573244
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,32,1,power_law_1.01,0.059253759384155266
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,32,1,power_law_1.01,0.07964288234710694
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,32,1,power_law_1.01,0.10171968460083007
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,32,1,power_law_1.01,1.8465338134765623
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,32,1,power_law_1.01,0.1478982353210449
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,32,1,power_law_1.01,0.15863743782043457
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,32,1,power_law_1.01,0.17354175567626953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,32,1,power_law_1.01,0.1813644790649414
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,32,1,power_law_1.01,0.18498432159423828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,32,1,power_law_1.01,0.19329216003417968
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,32,1,power_law_1.01,2.6797998046875002
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,32,1,power_law_1.01,0.19809919357299804
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,32,1,power_law_1.01,0.24587520599365234
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,32,1,power_law_1.01,0.25587839126586914
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,32,1,power_law_1.01,0.2501011276245117
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,32,1,power_law_1.01,0.2615456008911133
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,32,1,power_law_1.01,4.546210021972657
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,32,1,power_law_1.01,3.521747741699219
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,32,1,power_law_1.01,0.2785171127319336
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,32,1,power_law_1.01,0.3116326332092285
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,32,1,power_law_1.01,0.3377011108398437
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,32,1,power_law_1.01,0.39775489807128905
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,32,1,power_law_1.01,0.6216121673583984
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,32,1,power_law_1.01,4.335813903808594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,32,1,power_law_1.01,0.7532294464111329
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,32,1,power_law_1.01,1.5728927612304688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,32,1,power_law_1.01,1.0536691284179687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,32,1,power_law_1.2,0.06290559768676758
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,32,1,power_law_1.2,0.09203007698059082
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,32,1,power_law_1.01,1.3399603271484375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,32,1,power_law_1.2,0.08924799919128418
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,32,1,power_law_1.2,0.11380928039550782
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,32,1,power_law_1.2,0.1981273651123047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,32,1,power_law_1.2,0.18121023178100587
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,32,1,power_law_1.2,0.19277631759643554
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,32,1,power_law_1.2,0.04227456092834473
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,32,1,power_law_1.01,1.9263839721679688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,32,1,power_law_1.2,0.20066944122314453
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,32,1,power_law_1.2,0.29481216430664064
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,32,1,power_law_1.2,0.22136064529418947
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,32,1,power_law_1.2,0.23395711898803712
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,32,1,power_law_1.2,0.23826879501342774
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,32,1,power_law_1.2,0.2506835174560547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,32,1,power_law_1.2,0.24513151168823244
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,32,1,power_law_1.2,0.27781631469726564
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,32,1,power_law_1.2,0.6190675354003906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,32,1,power_law_1.01,2.530834503173828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,32,1,power_law_1.2,0.310449275970459
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,32,1,power_law_1.2,0.365030403137207
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,32,1,power_law_1.2,0.47832065582275385
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,32,1,power_law_1.2,0.6073311996459961
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,6144,2560,8,160,32,1,power_law_1.01,3.121556396484375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,32,1,power_law_1.2,0.8072940826416015
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,32,1,power_law_1.2,0.042235522270202636
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,32,1,power_law_1.2,0.048321919441223146
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,32,1,power_law_1.2,0.05812416076660156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,32,1,power_law_1.2,1.4159039306640626
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,32,1,power_law_1.2,0.07486400127410889
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,32,1,power_law_1.2,0.09601471900939942
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,32,1,power_law_1.2,1.8522502136230468
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,32,1,power_law_1.2,0.14665663719177247
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,32,1,power_law_1.2,0.1611507225036621
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,32,1,power_law_1.2,0.1781248092651367
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,32,1,power_law_1.2,3.276244506835938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,32,1,power_law_1.2,0.18734655380249024
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,32,1,power_law_1.2,0.1927903938293457
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,32,1,power_law_1.2,2.6946731567382813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,32,1,power_law_1.2,0.19729280471801758
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,32,1,power_law_1.2,0.20193920135498047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,32,1,power_law_1.2,0.2589023971557617
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,32,1,power_law_1.2,0.2663667106628418
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,32,1,power_law_1.2,0.38275329589843754
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,32,1,power_law_1.2,0.2741856002807617
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,32,1,power_law_1.2,0.28524991989135745
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,32,1,power_law_1.2,0.31328960418701174
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,32,1,power_law_1.2,3.522808837890625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,32,1,power_law_1.2,0.344661750793457
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,32,1,power_law_1.2,0.4076908874511719
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,32,1,power_law_1.2,1.1263597106933594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,32,1,power_law_1.2,0.6354374313354493
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,32,1,power_law_1.2,4.341824645996094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,32,1,power_law_1.2,0.760917739868164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,32,1,power_law_1.2,1.0600409698486328
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,32,1,power_law_1.01,0.046244478225708006
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,32,1,power_law_1.2,1.336661834716797
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,32,1,power_law_1.01,0.07155136108398438
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,32,1,power_law_1.01,0.0822719955444336
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,32,1,power_law_1.01,0.09333696365356445
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,32,1,power_law_1.2,1.940926055908203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,32,1,power_law_1.01,0.13965760231018068
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,32,1,power_law_1.01,0.23648384094238278
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,32,1,power_law_1.01,0.20389120101928712
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,32,1,power_law_1.01,0.2915135955810547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,32,1,power_law_1.2,2.5474362182617187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,32,1,power_law_1.01,0.3105523109436035
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,32,1,power_law_1.01,0.32571327209472656
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,32,1,power_law_1.01,0.3428108978271484
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,32,1,power_law_1.01,0.3599168014526367
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,32,1,power_law_1.01,0.3778348922729492
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,32,1,power_law_1.01,0.39651134490966794
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,32,1,power_law_1.01,0.42040832519531246
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,32,1,power_law_1.01,0.4482201766967774
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,32,1,power_law_1.01,0.42032638549804685
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,32,1,power_law_1.01,0.48825214385986326
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,32,1,power_law_1.01,0.5407123184204101
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,32,1,power_law_1.01,0.6698067474365235
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,32,1,power_law_1.01,0.7938438415527344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,32,1,power_law_1.01,1.0340064239501952
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,32,1,power_law_1.01,1.1883123016357422
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,32,1,power_law_1.01,1.638629150390625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,32,1,power_law_1.01,0.04605631828308106
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,32,1,power_law_1.01,0.05303040027618409
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,6144,2560,8,160,32,1,power_law_1.2,7.130151977539063
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,32,1,power_law_1.01,2.086136932373047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,32,1,power_law_1.01,0.07183040142059326
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,32,1,power_law_1.01,0.08315391540527343
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,32,1,power_law_1.01,0.15601216316223146
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,32,1,power_law_1.01,3.010798034667969
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,32,1,power_law_1.01,0.18603071212768554
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,32,1,power_law_1.01,0.2221567916870117
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,32,1,power_law_1.01,0.27857471466064454
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,32,1,power_law_1.01,0.3713779067993164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,32,1,power_law_1.01,0.3067712020874024
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,32,1,power_law_1.01,3.933479614257813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,32,1,power_law_1.01,0.322490234375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,32,1,power_law_1.01,0.3309734344482422
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,32,1,power_law_1.01,0.343744010925293
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,32,1,power_law_1.01,0.36244480133056645
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,32,1,power_law_1.01,0.37942592620849613
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,32,1,power_law_1.01,0.47564670562744144
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,32,1,power_law_1.01,4.788011474609375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,32,1,power_law_1.01,0.4942758560180664
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,32,1,power_law_1.01,0.5287334442138671
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,32,1,power_law_1.01,0.5618137741088868
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,32,1,power_law_1.01,0.6370476913452149
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,32,1,power_law_1.01,0.7217459106445313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,32,1,power_law_1.01,0.8933312225341797
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,32,1,power_law_1.2,0.04466303825378418
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,32,1,power_law_1.01,1.3422988891601562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,32,1,power_law_1.01,1.3620083618164063
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,32,1,power_law_1.2,0.07131519794464111
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,32,1,power_law_1.2,0.07809088230133057
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,32,1,power_law_1.01,1.6991583251953124
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,32,1,power_law_1.2,0.09285568237304688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,32,1,power_law_1.2,0.12952383995056152
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,32,1,power_law_1.01,2.36185791015625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,32,1,power_law_1.2,0.18176895141601562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,32,1,power_law_1.2,0.22112512588500977
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,32,1,power_law_1.2,0.2792390441894531
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,32,1,power_law_1.2,0.35282432556152343
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,32,1,power_law_1.01,3.0515704345703125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,32,1,power_law_1.2,0.31371583938598635
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,32,1,power_law_1.2,0.33414398193359374
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,32,1,power_law_1.2,0.35985279083251953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,32,1,power_law_1.2,0.3730355072021484
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,32,1,power_law_1.2,0.3953286361694336
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,384,32,1,power_law_1.01,3.738564453125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,32,1,power_law_1.2,1.485827178955078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,32,1,power_law_1.2,0.42419776916503904
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,32,1,power_law_1.2,0.4651827239990235
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,32,1,power_law_1.2,0.49958526611328125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,32,1,power_law_1.2,0.5588172912597656
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,32,1,power_law_1.2,0.7069753265380859
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,32,1,power_law_1.2,0.8283980560302734
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,32,1,power_law_1.2,1.0522713470458984
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,32,1,power_law_1.2,0.04612224102020264
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,32,1,power_law_1.2,0.053475837707519534
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,32,1,power_law_1.2,1.6682214355468752
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,32,1,power_law_1.2,0.06544320106506347
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,32,1,power_law_1.2,2.0876133728027346
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,32,1,power_law_1.2,0.08146431922912598
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,32,1,power_law_1.2,0.12108736038208008
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,32,1,power_law_1.2,3.655296020507812
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,32,1,power_law_1.2,3.0078509521484373
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,32,1,power_law_1.2,0.17833343505859375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,32,1,power_law_1.2,0.20208255767822267
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,32,1,power_law_1.2,0.26669504165649416
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,32,1,power_law_1.2,0.2795590400695801
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,32,1,power_law_1.2,0.44571071624755854
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,32,1,power_law_1.2,3.929424133300781
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,32,1,power_law_1.2,0.311268482208252
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,32,1,power_law_1.2,0.3249049758911133
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,32,1,power_law_1.2,0.334692497253418
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,32,1,power_law_1.2,0.35405246734619145
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,32,1,power_law_1.2,0.369090576171875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,32,1,power_law_1.2,4.793472595214844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,32,1,power_law_1.2,0.5796166229248046
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,32,1,power_law_1.2,0.5003551864624024
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,32,1,power_law_1.2,0.5439468765258789
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,32,1,power_law_1.2,0.5836640167236328
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,32,1,power_law_1.2,0.6642630767822266
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,32,1,power_law_1.2,0.7695385742187499
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,32,1,power_law_1.01,0.028291840553283692
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,32,1,power_law_1.2,0.9252051544189452
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,32,1,power_law_1.2,1.102804489135742
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,32,1,power_law_1.01,0.032433280944824214
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,32,1,power_law_1.01,0.04576000213623047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,32,1,power_law_1.01,0.1016716766357422
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,32,1,power_law_1.2,1.7828504943847654
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,32,1,power_law_1.01,0.1095910358428955
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,32,1,power_law_1.01,0.11482751846313477
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,32,1,power_law_1.01,0.11895296096801758
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,32,1,power_law_1.2,2.430639343261719
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,32,1,power_law_1.01,0.07384511947631836
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,32,1,power_law_1.01,0.060195841789245606
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,32,1,power_law_1.01,0.12427712440490724
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,32,1,power_law_1.01,0.13301888465881348
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,32,1,power_law_1.01,0.13074560165405275
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,32,1,power_law_1.01,0.13368767738342285
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,32,1,power_law_1.01,0.13651455879211424
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,32,1,power_law_1.2,3.619126892089844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,32,1,power_law_1.01,0.13841535568237304
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,32,1,power_law_1.01,0.14246975898742675
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,32,1,power_law_1.01,0.15088576316833496
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,32,1,power_law_1.2,3.1280331420898437
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,32,1,power_law_1.01,0.16970176696777345
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,32,1,power_law_1.01,0.18667776107788087
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,32,1,power_law_1.01,0.2219923210144043
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,32,1,power_law_1.01,0.28285375595092777
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,32,1,power_law_1.01,0.35698303222656247
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,384,32,1,power_law_1.2,3.791313781738281
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,32,1,power_law_1.01,0.43323009490966796
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,32,1,power_law_1.01,0.6073139190673829
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,32,1,power_law_1.01,0.7869670104980468
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2688,1856,6,128,32,1,power_law_1.01,0.107708797454834
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2688,1856,6,128,32,1,power_law_1.01,0.1561843204498291
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2688,1856,6,128,32,1,power_law_1.01,0.2311686325073242
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,32,1,power_law_1.01,1.1314060974121094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2688,1856,6,128,32,1,power_law_1.01,0.4006022262573242
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2688,1856,6,128,32,1,power_law_1.01,0.8652941131591797
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,32,1,power_law_1.01,1.4905413818359374
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,32,1,power_law_1.01,1.8381695556640625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2688,1856,6,128,32,1,power_law_1.01,1.024878692626953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2688,1856,6,128,32,1,power_law_1.01,1.1943795013427736
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2688,1856,6,128,32,1,power_law_1.01,1.0275833892822266
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2688,1856,6,128,32,1,power_law_1.01,1.0534374237060546
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2688,1856,6,128,32,1,power_law_1.01,1.1356281280517577
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2688,1856,6,128,32,1,power_law_1.01,1.1162937927246095
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2688,1856,6,128,32,1,power_law_1.01,1.1236121368408203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2688,1856,6,128,32,1,power_law_1.01,1.154943389892578
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2688,1856,6,128,32,1,power_law_1.01,1.3339213562011718
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2688,1856,6,128,32,1,power_law_1.01,1.1924486541748047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2688,1856,6,128,32,1,power_law_1.01,1.3570970153808593
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2688,1856,6,128,32,1,power_law_1.01,0.5495455932617188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2688,1856,6,128,32,1,power_law_1.01,1.4147853088378906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2688,1856,6,128,32,1,power_law_1.01,0.92614013671875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2688,1856,6,128,32,1,power_law_1.01,1.6337452697753907
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2688,1856,6,128,32,1,power_law_1.01,1.8851519775390624
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2688,1856,6,128,32,1,power_law_1.01,2.7226943969726562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,32,1,power_law_1.2,0.03928447961807251
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2688,1856,6,128,32,1,power_law_1.01,2.8150790405273436
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,32,1,power_law_1.2,0.02817984104156494
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,32,1,power_law_1.2,0.046545920372009275
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,32,1,power_law_1.2,0.05701248168945312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,32,1,power_law_1.2,0.0688812780380249
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,32,1,power_law_1.2,0.11617535591125487
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2688,1856,6,128,32,1,power_law_1.01,3.7844689941406253
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,32,1,power_law_1.2,0.12183103561401368
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,32,1,power_law_1.2,0.12700991630554198
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,32,1,power_law_1.2,0.10782848358154298
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,32,1,power_law_1.2,0.13564672470092773
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,32,1,power_law_1.2,0.13277952194213866
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,32,1,power_law_1.2,0.10930751800537108
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2688,1856,6,128,32,1,power_law_1.01,4.716394958496094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,32,1,power_law_1.2,0.1532806396484375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,32,1,power_law_1.2,0.14052736282348632
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,32,1,power_law_1.2,0.1420793628692627
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,32,1,power_law_1.2,0.1474656009674072
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,32,1,power_law_1.2,0.15463104248046874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,32,1,power_law_1.2,0.20413951873779296
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,32,1,power_law_1.2,0.18824512481689454
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,32,1,power_law_1.2,0.22559999465942382
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,32,1,power_law_1.2,0.2869273567199707
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,32,1,power_law_1.2,0.36075328826904296
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,32,1,power_law_1.2,0.6304172897338868
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,32,1,power_law_1.2,0.6111244964599609
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2688,1856,6,128,32,1,power_law_1.01,6.556105346679688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,32,1,power_law_1.2,0.7914860534667969
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2688,1856,6,128,32,1,power_law_1.2,0.1087071990966797
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,32,1,power_law_1.2,1.1326905822753905
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2688,1856,6,128,32,1,power_law_1.2,0.36612735748291014
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,32,1,power_law_1.2,1.5044960021972655
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2688,1856,6,128,32,1,power_law_1.2,0.48423103332519535
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2688,1856,6,128,32,1,power_law_1.01,8.595659790039061
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2688,1856,6,128,32,1,power_law_1.2,0.8398047637939452
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2688,1856,6,128,32,1,power_law_1.2,0.9265618896484374
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2688,1856,6,128,32,1,power_law_1.2,0.9982611083984375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2688,1856,6,128,32,1,power_law_1.2,1.0330623626708983
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,32,1,power_law_1.2,3.2912500000000002
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2688,1856,6,128,32,1,power_law_1.2,1.0424243164062499
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,2688,1856,6,128,32,1,power_law_1.01,10.417181396484375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2688,1856,6,128,32,1,power_law_1.2,1.093664016723633
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2688,1856,6,128,32,1,power_law_1.2,1.149697265625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2688,1856,6,128,32,1,power_law_1.2,0.22863616943359374
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2688,1856,6,128,32,1,power_law_1.2,1.1703539276123047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2688,1856,6,128,32,1,power_law_1.2,1.2001017761230468
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2688,1856,6,128,32,1,power_law_1.2,1.3955142211914062
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2688,1856,6,128,32,1,power_law_1.2,1.2069350433349608
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2688,1856,6,128,32,1,power_law_1.2,1.285366973876953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2688,1856,6,128,32,1,power_law_1.2,1.3827699279785155
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2688,1856,6,128,32,1,power_law_1.2,1.5062471008300782
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2688,1856,6,128,32,1,power_law_1.2,1.7220249938964844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2688,1856,6,128,32,1,power_law_1.2,1.9396319580078125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2688,1856,6,128,32,1,power_law_1.2,2.8500006103515623
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2688,1856,6,128,32,1,power_law_1.2,2.846648864746094
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2688,1856,6,128,32,1,power_law_1.2,3.8324832153320316
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,32,1,power_law_1.01,0.07976319789886474
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2688,1856,6,128,32,1,power_law_1.2,4.770277709960938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,32,1,power_law_1.01,0.1087763214111328
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,32,1,power_law_1.01,0.13112832069396974
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2688,1856,6,128,32,1,power_law_1.2,6.743243408203125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,32,1,power_law_1.01,0.26792512893676756
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2688,1856,6,128,32,1,power_law_1.2,0.129299201965332
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,32,1,power_law_1.01,0.3467103958129883
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,32,1,power_law_1.01,0.590846061706543
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2688,1856,6,128,32,1,power_law_1.2,8.632387084960937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,32,1,power_law_1.01,0.6398284912109375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,32,1,power_law_1.01,0.7890271759033203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,32,1,power_law_1.01,1.1008255767822266
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,32,1,power_law_1.01,0.7027251434326172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,32,1,power_law_1.01,0.7322630310058594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,2688,1856,6,128,32,1,power_law_1.2,10.581558837890626
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,32,1,power_law_1.01,0.9143103790283202
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,32,1,power_law_1.01,1.0982911682128906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,32,1,power_law_1.01,0.8388428497314454
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,32,1,power_law_1.01,1.0081075286865233
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,32,1,power_law_1.01,1.4247769165039064
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,32,1,power_law_1.01,1.8997695922851563
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,32,1,power_law_1.01,0.9985504150390625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,32,1,power_law_1.01,1.1419398498535156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,32,1,power_law_1.01,1.4017420959472655
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,32,1,power_law_1.01,1.6777728271484373
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,32,1,power_law_1.01,2.2011013793945313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,32,1,power_law_1.01,2.7545074462890624
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,32,1,power_law_1.01,3.8310675048828124
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,32,1,power_law_1.01,0.3933011245727539
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,32,1,power_law_1.01,0.7086048126220703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,32,1,power_law_1.01,7.254226074218749
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,32,1,power_law_1.01,7.243751831054688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,32,1,power_law_1.01,0.9265996551513671
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,32,1,power_law_1.01,1.7857171630859376
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,32,1,power_law_1.01,9.481647338867187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,4096,2688,22,512,32,1,power_law_1.01,11.822298583984374
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,32,1,power_law_1.01,4.743429260253906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,32,1,power_law_1.01,5.262246704101562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,32,1,power_law_1.01,6.787978515624999
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,32,1,power_law_1.01,5.651608276367187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,32,1,power_law_1.01,5.58295166015625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,32,1,power_law_1.01,5.712676391601563
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,32,1,power_law_1.01,6.072750854492187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,32,1,power_law_1.01,2.6459335327148437
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,32,1,power_law_1.01,6.0862402343749995
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,32,1,power_law_1.01,5.994551391601563
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,32,1,power_law_1.01,6.856749267578126
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,32,1,power_law_1.01,8.975426025390625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,32,1,power_law_1.01,7.130057983398437
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,32,1,power_law_1.01,7.192220458984375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,32,1,power_law_1.01,7.825350341796875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,32,1,power_law_1.01,8.830548095703126
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,32,1,power_law_1.01,10.120285034179688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,32,1,power_law_1.2,0.07918144226074218
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,32,1,power_law_1.01,12.7736962890625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,32,1,power_law_1.2,0.09242560386657714
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,32,1,power_law_1.2,0.13167807579040527
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,32,1,power_law_1.2,0.20420671463012696
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,32,1,power_law_1.01,15.30943359375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,32,1,power_law_1.2,0.5859014511108398
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,32,1,power_law_1.2,0.30682432174682617
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,32,1,power_law_1.2,0.6316825485229491
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,32,1,power_law_1.2,0.6682963562011719
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,32,1,power_law_1.2,0.7149126434326172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,32,1,power_law_1.2,0.7510982513427734
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,32,1,power_law_1.2,0.8103769683837891
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,32,1,power_law_1.2,0.8900793457031251
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,32,1,power_law_1.2,0.9476435089111328
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,32,1,power_law_1.2,1.058810272216797
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,32,1,power_law_1.2,1.1463539123535156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,32,1,power_law_1.2,1.258616943359375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,32,1,power_law_1.2,1.0424147033691407
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,32,1,power_law_1.2,1.4480128479003906
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,32,1,power_law_1.01,24.626904296875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,32,1,power_law_1.2,1.185827865600586
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,32,1,power_law_1.01,25.10861328125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,32,1,power_law_1.2,1.4497030639648438
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,32,1,power_law_1.2,1.7168946838378907
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,32,1,power_law_1.2,2.8017675781249998
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,32,1,power_law_1.2,3.861734313964844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,32,1,power_law_1.2,6.767615966796875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,32,1,power_law_1.2,5.000755310058594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,32,1,power_law_1.2,7.283694458007813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,32,1,power_law_1.01,35.70108642578125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,32,1,power_law_1.2,0.4358975982666015
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,32,1,power_law_1.2,0.5234112167358399
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,32,1,power_law_1.2,9.543047485351561
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,32,1,power_law_1.2,0.9072793579101562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,32,1,power_law_1.2,1.5496217346191405
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,32,1,power_law_1.2,4.63853515625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,4096,2688,22,512,32,1,power_law_1.2,11.824696044921875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,32,1,power_law_1.2,5.15179443359375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,32,1,power_law_1.2,5.265216064453125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,32,1,power_law_1.2,5.459924926757813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,32,1,power_law_1.01,45.8520068359375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,32,1,power_law_1.2,5.773162231445313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,32,1,power_law_1.2,5.895448608398437
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,32,1,power_law_1.2,6.2679858398437505
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,32,1,power_law_1.2,6.1584014892578125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,32,1,power_law_1.2,2.9782763671875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,32,1,power_law_1.2,6.510350952148437
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,32,1,power_law_1.2,6.981911010742188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,32,1,power_law_1.2,7.235394897460938
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,32,1,power_law_1.2,7.602339477539063
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,4096,2688,22,512,32,1,power_law_1.01,55.693730468750005
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,32,1,power_law_1.2,7.776943969726562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,32,1,power_law_1.2,8.18143310546875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,32,1,power_law_1.2,11.133580322265626
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,32,1,power_law_1.2,10.644041748046876
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,32,1,power_law_1.2,13.164066162109375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,32,1,power_law_1.2,15.62123046875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,32,1,power_law_1.2,20.490146484375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,32,1,power_law_1.2,25.496633300781248
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,32,1,power_law_1.2,36.1907373046875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,32,1,power_law_1.2,46.130283203124996
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,4096,2688,22,512,32,1,power_law_1.2,77.85017578125
