framework,version,device,op_name,kernel_source,moe_dtype,num_tokens,hidden_size,inter_size,topk,num_experts,moe_tp_size,moe_ep_size,distribution,latency
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,1,power_law_1.01,0.4854464054107666
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,1,power_law_1.01,0.8130751609802246
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,1,power_law_1.01,1.0784832000732423
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,1,power_law_1.01,1.8211135864257812
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,1,power_law_1.01,2.768614387512207
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,1,power_law_1.01,2.8373632431030273
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,1,power_law_1.01,2.856153678894043
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,1,power_law_1.01,2.8704448699951173
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,1,power_law_1.01,2.785004806518555
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,1,power_law_1.01,2.8196928024291994
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,1,power_law_1.01,2.946847915649414
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,1,power_law_1.01,2.913203239440918
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,1,power_law_1.01,3.057606315612793
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,1,power_law_1.01,2.9587968826293944
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,1,power_law_1.01,3.149292755126953
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,1,power_law_1.01,3.4091262817382812
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,1,power_law_1.01,3.4935935974121093
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,1,power_law_1.01,4.047040176391602
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,1,power_law_1.01,4.738060760498047
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,1,power_law_1.01,5.98980484008789
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,1,power_law_1.01,7.788703918457031
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,1,power_law_1.01,11.167769622802734
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,1,power_law_1.01,14.8665283203125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,1,power_law_1.01,23.337977600097656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,1,power_law_1.01,30.242086791992186
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,1,power_law_1.01,44.751220703125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,1,power_law_1.01,60.96793823242187
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,1,power_law_1.01,0.33294079303741453
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,1,power_law_1.01,0.48432002067565916
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,1,power_law_1.01,0.7598976135253906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,1,power_law_1.01,1.318291187286377
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,1,power_law_1.01,2.795724868774414
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,1,power_law_1.01,2.8962560653686524
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,1,power_law_1.01,2.904524803161621
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,1,power_law_1.01,2.9144128799438476
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,1,power_law_1.01,2.8554815292358398
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,1,power_law_1.01,2.9465408325195312
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,1,power_law_1.01,2.98785285949707
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,1,power_law_1.01,3.052524757385254
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,1,power_law_1.01,2.917452812194824
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,1,power_law_1.01,3.112819290161133
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,1,power_law_1.01,3.2508094787597654
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,1,power_law_1.01,3.3545406341552733
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,1,power_law_1.01,3.5270526885986326
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,1,power_law_1.01,4.23873291015625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,1,power_law_1.01,4.727302551269531
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,1,power_law_1.01,6.12652816772461
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,1,power_law_1.01,7.333574676513672
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,1,power_law_1.01,10.296281433105468
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,1,power_law_1.01,13.556204223632813
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,1,power_law_1.01,18.538584899902343
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,1,power_law_1.01,24.363328552246095
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,1,power_law_1.01,38.13352966308594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,1,power_law_1.01,51.08950500488281
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,1,1,power_law_1.01,0.28926079273223876
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,1,1,power_law_1.01,0.48482561111450195
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,1,1,power_law_1.01,0.5625984191894531
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,1,1,power_law_1.01,0.962495994567871
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,1,1,power_law_1.01,0.9466815948486328
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,1,1,power_law_1.01,0.9773887634277344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,1,1,power_law_1.01,0.985318374633789
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,1,1,power_law_1.01,0.9912320137023926
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,1,1,power_law_1.01,1.0009599685668946
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,1,1,power_law_1.01,1.013100814819336
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,1,1,power_law_1.01,1.027731227874756
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,1,1,power_law_1.01,1.0406208038330078
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,1,1,power_law_1.01,1.0803327560424805
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,1,1,power_law_1.01,1.1644224166870116
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,1,1,power_law_1.01,1.162054443359375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,1,1,power_law_1.01,1.172051239013672
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,1,1,power_law_1.01,1.1777088165283203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,1,1,power_law_1.01,1.4178048133850099
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,1,1,power_law_1.01,1.8398591995239257
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,1,1,power_law_1.01,2.5823936462402344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,1,1,power_law_1.01,3.2668800354003906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,1,1,power_law_1.01,4.698374557495117
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,1,1,power_law_1.01,6.184051132202148
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,1,1,power_law_1.01,9.208659362792968
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,1,1,power_law_1.01,12.252294158935547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,1,1,power_law_1.01,18.605145263671876
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,1,1,power_law_1.01,25.013926696777343
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,1,power_law_1.2,0.48549761772155764
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,1,power_law_1.2,0.6756095886230469
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,1,power_law_1.2,1.0335871696472168
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,1,power_law_1.2,1.7263359069824218
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,1,power_law_1.2,2.7157312393188477
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,1,power_law_1.2,2.8086336135864256
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,1,power_law_1.2,2.7546560287475588
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,1,power_law_1.2,2.7640127182006835
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,1,power_law_1.2,2.8463552474975584
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,1,power_law_1.2,2.8839935302734374
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,1,power_law_1.2,2.869375991821289
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,1,power_law_1.2,2.8690176010131836
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,1,power_law_1.2,2.941881561279297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,1,power_law_1.2,2.949894332885742
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,1,power_law_1.2,3.1761856079101562
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,1,power_law_1.2,3.2581504821777343
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,1,power_law_1.2,3.3791614532470704
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,1,power_law_1.2,3.923756790161133
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,1,power_law_1.2,4.677900695800782
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,1,power_law_1.2,5.7997886657714846
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,1,power_law_1.2,7.2227836608886715
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,1,power_law_1.2,10.629753875732423
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,1,power_law_1.2,13.792063903808593
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,1,power_law_1.2,21.191290283203124
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,1,power_law_1.2,29.519180297851562
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,1,power_law_1.2,45.29075317382812
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,1,power_law_1.2,59.08441162109375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,1,power_law_1.2,0.332473611831665
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,1,power_law_1.2,0.4845695972442627
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,1,power_law_1.2,0.6674176216125488
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,1,power_law_1.2,1.3379263877868652
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,1,power_law_1.2,2.862726402282715
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,1,power_law_1.2,2.882419204711914
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,1,power_law_1.2,2.90002555847168
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,1,power_law_1.2,2.8306751251220703
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,1,power_law_1.2,2.9182912826538088
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,1,power_law_1.2,2.912115287780762
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,1,power_law_1.2,2.988627243041992
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,1,power_law_1.2,2.9020288467407225
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,1,power_law_1.2,2.9772863388061523
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,1,power_law_1.2,3.1814912796020507
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,1,power_law_1.2,3.235289764404297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,1,power_law_1.2,3.4954944610595704
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,1,power_law_1.2,3.7230655670166017
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,1,power_law_1.2,4.278239822387695
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,1,power_law_1.2,4.6650432586669925
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,1,power_law_1.2,5.871212768554687
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,1,power_law_1.2,7.1030723571777346
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,1,power_law_1.2,10.093888092041016
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,1,power_law_1.2,12.877874755859375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,1,power_law_1.2,18.70177307128906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,1,power_law_1.2,24.462835693359374
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,1,power_law_1.2,37.98849182128906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,1,power_law_1.2,53.57181396484375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,1,1,power_law_1.2,0.2881088018417358
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,1,1,power_law_1.2,0.41446399688720703
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,1,1,power_law_1.2,0.49500160217285155
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,1,1,power_law_1.2,0.9624575614929199
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,1,1,power_law_1.2,0.9478912353515625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,1,1,power_law_1.2,0.9769151687622071
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,1,1,power_law_1.2,0.9846976280212403
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,1,1,power_law_1.2,0.9920831680297851
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,1,1,power_law_1.2,1.0018431663513183
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,1,1,power_law_1.2,0.9647295951843262
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,1,1,power_law_1.2,1.0269184112548828
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,1,1,power_law_1.2,1.0351296424865724
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,1,1,power_law_1.2,1.0612735748291016
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,1,1,power_law_1.2,1.1546175956726075
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,1,1,power_law_1.2,1.1656767845153808
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,1,1,power_law_1.2,1.1551168441772461
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,1,1,power_law_1.2,1.1818495750427247
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,1,1,power_law_1.2,1.4209407806396483
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,1,1,power_law_1.2,1.7456768035888672
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,1,1,power_law_1.2,2.472831916809082
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,1,1,power_law_1.2,3.1894655227661133
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,1,1,power_law_1.2,4.712710571289063
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,1,1,power_law_1.2,6.206060791015625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,1,1,power_law_1.2,9.183245086669922
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,1,1,power_law_1.2,12.375193786621093
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,1,1,power_law_1.2,18.814060974121094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,1,1,power_law_1.2,25.236306762695314
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,1,power_law_1.01,0.8142080307006836
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,1,power_law_1.01,1.4537599563598633
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,1,power_law_1.01,1.6093631744384767
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,1,power_law_1.01,3.2010879516601562
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,1,power_law_1.01,4.9439231872558596
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,1,power_law_1.01,4.7279808044433596
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,1,power_law_1.01,4.823616027832031
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,1,power_law_1.01,4.959123229980468
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,1,power_law_1.01,4.977344131469726
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,1,power_law_1.01,5.0620990753173825
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,1,power_law_1.01,5.233222579956054
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,1,power_law_1.01,5.494284820556641
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,1,power_law_1.01,5.309228897094727
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,1,power_law_1.01,5.349849700927734
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,1,power_law_1.01,5.502041625976562
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,1,power_law_1.01,5.570630264282227
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,1,power_law_1.01,5.938374328613281
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,1,power_law_1.01,7.262348937988281
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,1,power_law_1.01,8.086418914794923
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,1,power_law_1.01,10.319026947021484
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,1,power_law_1.01,13.280735778808594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,1,power_law_1.01,18.31146240234375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,1,power_law_1.01,24.29608917236328
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,1,power_law_1.01,37.442047119140625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,1,power_law_1.01,50.332376098632814
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,1,power_law_1.01,79.45331420898438
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,1,power_law_1.01,107.56572265625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,1,power_law_1.01,0.5822783946990967
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,1,power_law_1.01,0.8888895988464356
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,1,power_law_1.01,1.1296319961547852
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,1,power_law_1.01,2.3226495742797852
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,1,power_law_1.01,4.745439910888672
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,1,power_law_1.01,4.423974227905274
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,1,power_law_1.01,4.954111862182617
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,1,power_law_1.01,4.9937599182128904
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,1,power_law_1.01,5.119526290893555
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,1,power_law_1.01,5.069913482666015
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,1,power_law_1.01,5.261798477172851
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,1,power_law_1.01,5.325420761108399
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,1,power_law_1.01,5.3177345275878904
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,1,power_law_1.01,5.434540939331055
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,1,power_law_1.01,5.66497917175293
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,1,power_law_1.01,6.1962238311767575
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,1,power_law_1.01,6.35016975402832
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,1,power_law_1.01,6.892018890380859
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,1,power_law_1.01,7.91923828125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,1,power_law_1.01,9.97317123413086
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,1,power_law_1.01,12.184089660644531
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,1,power_law_1.01,17.294956970214844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,1,power_law_1.01,21.91557159423828
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,1,power_law_1.01,31.253689575195313
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,1,power_law_1.01,41.52095336914063
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,1,power_law_1.01,66.00498046875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,1,power_law_1.01,93.38535766601562
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,1,1,power_law_1.01,0.4427648067474365
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,1,1,power_law_1.01,0.771673583984375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,1,1,power_law_1.01,0.9221055984497071
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,1,1,power_law_1.01,1.6434112548828126
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,1,1,power_law_1.01,1.719424057006836
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,1,1,power_law_1.01,1.6607872009277345
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,1,1,power_law_1.01,1.7271167755126953
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,1,1,power_law_1.01,1.7534080505371095
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,1,1,power_law_1.01,1.7533632278442384
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,1,1,power_law_1.01,1.7548032760620118
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,1,1,power_law_1.01,1.7572927474975586
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,1,1,power_law_1.01,1.7415103912353516
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,1,1,power_law_1.01,1.6907903671264648
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,1,1,power_law_1.01,1.7824256896972657
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,1,1,power_law_1.01,1.8441984176635742
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,1,1,power_law_1.01,1.9166080474853515
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,1,1,power_law_1.01,1.9248319625854493
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,1,1,power_law_1.01,2.1896448135375977
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,1,1,power_law_1.01,2.787225532531738
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,1,1,power_law_1.01,3.9247295379638674
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,1,1,power_law_1.01,5.218060684204102
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,1,1,power_law_1.01,7.764921569824219
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,1,1,power_law_1.01,10.241401672363281
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,1,1,power_law_1.01,15.334112548828125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,1,1,power_law_1.01,20.743072509765625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,1,1,power_law_1.01,31.052340698242187
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,1,1,power_law_1.01,41.21798400878906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,1,power_law_1.2,0.8131775856018066
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,1,power_law_1.2,1.3748607635498047
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,1,power_law_1.2,1.9319807052612306
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,1,power_law_1.2,3.0708992004394533
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,1,power_law_1.2,4.6731006622314455
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,1,power_law_1.2,4.9557441711425785
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,1,power_law_1.2,4.912006378173828
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,1,power_law_1.2,4.81544303894043
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,1,power_law_1.2,5.033849716186523
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,1,power_law_1.2,5.155097579956054
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,1,power_law_1.2,5.190079879760742
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,1,power_law_1.2,5.384543991088867
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,1,power_law_1.2,5.437625503540039
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,1,power_law_1.2,5.295641708374023
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,1,power_law_1.2,5.454214477539063
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,1,power_law_1.2,5.899724960327148
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,1,power_law_1.2,6.333964920043945
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,1,power_law_1.2,7.061433410644531
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,1,power_law_1.2,8.011571502685547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,1,power_law_1.2,10.428492736816406
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,1,power_law_1.2,13.167782592773438
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,1,power_law_1.2,18.94397430419922
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,1,power_law_1.2,23.82593994140625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,1,power_law_1.2,38.66575317382812
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,1,power_law_1.2,51.8931884765625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,1,power_law_1.2,80.06292114257812
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,1,power_law_1.2,109.74215087890624
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,1,power_law_1.2,0.5809792041778564
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,1,power_law_1.2,0.8894783973693847
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,1,power_law_1.2,1.302995204925537
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,1,power_law_1.2,2.31713924407959
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,1,power_law_1.2,4.872921752929687
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,1,power_law_1.2,4.915814590454102
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,1,power_law_1.2,4.832134246826172
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,1,power_law_1.2,5.0026496887207035
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,1,power_law_1.2,5.1089214324951175
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,1,power_law_1.2,5.021664047241211
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,1,power_law_1.2,5.127001571655273
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,1,power_law_1.2,5.314969635009765
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,1,power_law_1.2,5.400627136230469
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,1,power_law_1.2,5.3821056365966795
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,1,power_law_1.2,5.500934219360351
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,1,power_law_1.2,5.951551818847657
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,1,power_law_1.2,6.365644836425782
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,1,power_law_1.2,7.121324920654297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,1,power_law_1.2,7.894175720214844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,1,power_law_1.2,10.19054718017578
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,1,power_law_1.2,12.563385772705079
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,1,power_law_1.2,17.512013244628907
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,1,power_law_1.2,22.124339294433593
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,1,power_law_1.2,30.87525634765625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,1,power_law_1.2,41.603738403320314
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,1,power_law_1.2,65.98770751953126
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,1,power_law_1.2,96.60880126953126
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,1,1,power_law_1.2,0.4380799770355225
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,1,1,power_law_1.2,0.6735807895660401
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,1,1,power_law_1.2,0.9209792137145996
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,1,1,power_law_1.2,1.5918144226074218
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,1,1,power_law_1.2,1.6648576736450196
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,1,1,power_law_1.2,1.7170944213867188
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,1,1,power_law_1.2,1.7183488845825194
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,1,1,power_law_1.2,1.7452735900878906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,1,1,power_law_1.2,1.752364730834961
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,1,1,power_law_1.2,1.756108856201172
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,1,1,power_law_1.2,1.7636224746704101
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,1,1,power_law_1.2,1.7481599807739259
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,1,1,power_law_1.2,1.7492671966552735
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,1,1,power_law_1.2,1.7783872604370117
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,1,1,power_law_1.2,1.8449472427368163
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,1,1,power_law_1.2,1.9106752395629882
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,1,1,power_law_1.2,1.9250240325927734
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,1,1,power_law_1.2,2.170310401916504
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,1,1,power_law_1.2,2.866041564941406
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,1,1,power_law_1.2,3.961376190185547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,1,1,power_law_1.2,5.190899276733399
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,1,1,power_law_1.2,7.68634262084961
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,1,1,power_law_1.2,10.155308532714844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,1,1,power_law_1.2,15.562022399902343
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,1,1,power_law_1.2,20.739173889160156
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,1,1,power_law_1.2,31.139956665039062
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,1,1,power_law_1.2,41.08511962890625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,1,power_law_1.01,0.4802239894866943
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,1,power_law_1.01,0.9371456146240235
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,1,power_law_1.01,1.872275161743164
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,1,power_law_1.01,3.696198272705078
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,1,power_law_1.01,5.715008163452149
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,1,power_law_1.01,7.368678283691406
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,1,power_law_1.01,10.863878631591797
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,1,power_law_1.01,11.233971405029298
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,1,power_law_1.01,11.677305603027344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,1,power_law_1.01,12.017810821533203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,1,power_law_1.01,12.380659484863282
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,1,power_law_1.01,12.736198425292969
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,1,power_law_1.01,13.085926818847657
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,1,power_law_1.01,13.392620849609376
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,1,power_law_1.01,19.912934875488283
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,1,power_law_1.01,20.294674682617188
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,1,power_law_1.01,20.770355224609375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,1,power_law_1.01,21.65105285644531
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,1,power_law_1.01,22.411398315429686
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,1,power_law_1.01,23.159820556640625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,1,power_law_1.01,24.1897216796875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,1,power_law_1.01,25.687051391601564
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,1,power_law_1.01,27.333956909179687
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,1,power_law_1.01,31.4341064453125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,1,power_law_1.01,37.007012939453126
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,1,power_law_1.01,49.65316467285156
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,1,power_law_1.01,61.7087646484375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,1,power_law_1.01,0.34087679386138914
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,1,power_law_1.01,0.6905407905578613
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,1,power_law_1.01,1.389139175415039
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,1,power_law_1.01,2.7459264755249024
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,1,power_law_1.01,4.074176025390625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,1,power_law_1.01,5.4867198944091795
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,1,power_law_1.01,7.967731475830078
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,1,power_law_1.01,8.48382110595703
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,1,power_law_1.01,8.318553924560547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,1,power_law_1.01,8.762060546875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,1,power_law_1.01,9.051769256591797
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,1,power_law_1.01,9.384601593017578
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,1,power_law_1.01,9.4372802734375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,1,power_law_1.01,9.61011199951172
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,1,power_law_1.01,20.401203918457032
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,1,power_law_1.01,20.231417846679687
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,1,power_law_1.01,21.469325256347656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,1,power_law_1.01,22.405433654785156
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,1,power_law_1.01,23.16559295654297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,1,power_law_1.01,23.7661376953125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,1,power_law_1.01,24.255763244628906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,1,power_law_1.01,25.33501434326172
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,1,power_law_1.01,26.316812133789064
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,1,power_law_1.01,29.654669189453124
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,1,power_law_1.01,34.56246337890625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,1,power_law_1.01,44.359033203125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,1,power_law_1.01,55.23496704101562
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,1,power_law_1.01,0.32830080986022947
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,1,power_law_1.01,0.49894399642944337
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,1,power_law_1.01,0.9622079849243164
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,1,power_law_1.01,1.8852991104125976
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,1,power_law_1.01,2.7929792404174805
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,1,power_law_1.01,3.8683326721191404
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,1,power_law_1.01,5.419929504394531
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,1,power_law_1.01,5.665075302124023
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,1,power_law_1.01,5.892876815795899
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,1,power_law_1.01,6.1451774597167965
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,1,power_law_1.01,6.1822654724121096
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,1,power_law_1.01,6.338943862915039
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,1,power_law_1.01,6.564755249023437
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,1,power_law_1.01,6.685926055908203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,1,power_law_1.01,6.676377868652343
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,1,power_law_1.01,6.8637443542480465
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,1,power_law_1.01,7.133388519287109
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,1,power_law_1.01,7.259468841552734
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,1,power_law_1.01,7.4083709716796875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,1,power_law_1.01,7.8195137023925785
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,1,power_law_1.01,8.291763305664062
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,1,power_law_1.01,8.970130920410156
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,1,power_law_1.01,9.824646759033204
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,1,power_law_1.01,12.3849853515625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,1,power_law_1.01,15.278770446777344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,1,power_law_1.01,21.57709503173828
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,1,power_law_1.01,27.981402587890624
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,1,power_law_1.2,0.4798592090606689
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,1,power_law_1.2,0.9380224227905274
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,1,power_law_1.2,1.8701055526733399
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,1,power_law_1.2,3.6696449279785157
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,1,power_law_1.2,4.865843200683594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,1,power_law_1.2,6.778924560546875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,1,power_law_1.2,10.354342651367187
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,1,power_law_1.2,11.0793212890625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,1,power_law_1.2,11.51208953857422
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,1,power_law_1.2,11.805312347412109
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,1,power_law_1.2,12.23523178100586
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,1,power_law_1.2,12.862777709960938
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,1,power_law_1.2,12.919488525390625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,1,power_law_1.2,13.249203491210938
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,1,power_law_1.2,20.171661376953125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,1,power_law_1.2,20.11685791015625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,1,power_law_1.2,21.22443542480469
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,1,power_law_1.2,22.772134399414064
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,1,power_law_1.2,23.244851684570314
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,1,power_law_1.2,24.11197509765625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,1,power_law_1.2,24.715858459472656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,1,power_law_1.2,27.02771911621094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,1,power_law_1.2,29.200228881835937
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,1,power_law_1.2,34.27772827148438
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,1,power_law_1.2,40.20848083496094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,1,power_law_1.2,51.877166748046875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,1,power_law_1.2,64.89699096679688
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,1,power_law_1.2,0.3367487907409668
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,1,power_law_1.2,0.6946752071380615
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,1,power_law_1.2,1.3955519676208497
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,1,power_law_1.2,2.6613759994506836
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,1,power_law_1.2,3.6575679779052734
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,1,power_law_1.2,5.17578239440918
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,1,power_law_1.2,7.776531219482422
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,1,power_law_1.2,8.104172515869141
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,1,power_law_1.2,8.576121520996093
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,1,power_law_1.2,8.895308685302734
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,1,power_law_1.2,9.058854675292968
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,1,power_law_1.2,9.317005157470703
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,1,power_law_1.2,9.486131286621093
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,1,power_law_1.2,9.698912048339844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,1,power_law_1.2,20.88518371582031
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,1,power_law_1.2,21.023992919921874
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,1,power_law_1.2,22.169696044921874
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,1,power_law_1.2,23.250099182128906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,1,power_law_1.2,23.987271118164063
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,1,power_law_1.2,24.470579528808592
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,1,power_law_1.2,25.209344482421876
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,1,power_law_1.2,26.909951782226564
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,1,power_law_1.2,28.46501770019531
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,1,power_law_1.2,32.748043823242185
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,1,power_law_1.2,38.09932861328125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,1,power_law_1.2,49.0216064453125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,1,power_law_1.2,60.3137451171875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,1,power_law_1.2,0.3305599927902222
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,1,power_law_1.2,0.49717121124267577
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,1,power_law_1.2,0.9591487884521485
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,1,power_law_1.2,1.746553611755371
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,1,power_law_1.2,2.5770751953125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,1,power_law_1.2,3.428313446044922
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,1,power_law_1.2,5.322777557373047
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,1,power_law_1.2,5.59986572265625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,1,power_law_1.2,5.881824111938476
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,1,power_law_1.2,5.932691192626953
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,1,power_law_1.2,6.145612716674805
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,1,power_law_1.2,6.556025695800781
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,1,power_law_1.2,6.406240081787109
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,1,power_law_1.2,6.6849212646484375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,1,power_law_1.2,6.9073020935058596
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,1,power_law_1.2,7.105356597900391
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,1,power_law_1.2,7.3558403015136715
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,1,power_law_1.2,7.5576835632324215
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,1,power_law_1.2,7.678758239746093
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,1,power_law_1.2,8.339379119873048
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,1,power_law_1.2,8.57778549194336
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,1,power_law_1.2,9.534457397460937
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,1,power_law_1.2,10.439993286132813
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,1,power_law_1.2,13.0433349609375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,1,power_law_1.2,16.057618713378908
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,1,power_law_1.2,22.458367919921876
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,1,power_law_1.2,28.91175537109375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,1,power_law_1.01,0.02598400115966797
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,1,power_law_1.01,0.09648640155792236
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,1,power_law_1.01,0.21274240016937257
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,1,power_law_1.01,0.32302079200744627
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,1,power_law_1.01,0.4154304027557373
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,1,power_law_1.01,0.6789247989654541
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,1,power_law_1.01,0.7099584102630615
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,1,power_law_1.01,0.733081579208374
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,1,power_law_1.01,0.7709568023681641
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,1,power_law_1.01,0.7721983909606933
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,1,power_law_1.01,0.784825611114502
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,1,power_law_1.01,1.1213760375976562
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,1,power_law_1.01,1.122265625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,1,power_law_1.01,1.1299263954162597
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,1,power_law_1.01,1.144595241546631
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,1,power_law_1.01,1.1414463996887207
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,1,power_law_1.01,1.173100757598877
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,1,power_law_1.01,1.1911616325378418
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,1,power_law_1.01,1.2014080047607423
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,1,power_law_1.01,1.2670207977294923
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,1,power_law_1.01,1.3359744071960449
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,1,power_law_1.01,1.525868797302246
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,1,power_law_1.01,1.8792192459106445
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,1,power_law_1.01,2.5443904876708983
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,1,power_law_1.01,3.3290496826171876
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,1,power_law_1.01,4.831827163696289
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,1,power_law_1.01,6.386809539794922
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,1,power_law_1.01,0.020614400506019592
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,1,power_law_1.01,0.03505280017852783
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,1,power_law_1.01,0.11998080015182495
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,1,power_law_1.01,0.23344640731811522
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,1,power_law_1.01,0.2795520067214966
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,1,power_law_1.01,0.4709440231323242
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,1,power_law_1.01,0.4857344150543213
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,1,power_law_1.01,0.49911041259765626
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,1,power_law_1.01,0.49884800910949706
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,1,power_law_1.01,0.5228672027587891
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,1,power_law_1.01,0.5324160099029541
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,1,power_law_1.01,1.132089614868164
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,1,power_law_1.01,1.151411247253418
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,1,power_law_1.01,1.1647616386413575
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,1,power_law_1.01,1.1526399612426759
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,1,power_law_1.01,1.146009635925293
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,1,power_law_1.01,1.1920767784118653
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,1,power_law_1.01,1.213766384124756
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,1,power_law_1.01,1.228217601776123
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,1,power_law_1.01,1.2871871948242188
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,1,power_law_1.01,1.3269056320190429
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,1,power_law_1.01,1.5149439811706542
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,1,power_law_1.01,1.7830144882202148
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,1,power_law_1.01,2.381344032287598
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,1,power_law_1.01,3.0859712600708007
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,1,power_law_1.01,4.583596801757812
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,1,power_law_1.01,5.979526519775391
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,1,power_law_1.01,0.032025599479675294
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,1,power_law_1.01,0.048793599009513855
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,1,power_law_1.01,0.12472319602966309
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,1,power_law_1.01,0.17980159521102906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,1,power_law_1.01,0.23836801052093506
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,1,power_law_1.01,0.36463360786437987
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,1,power_law_1.01,0.3787264108657837
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,1,power_law_1.01,0.4015615940093994
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,1,power_law_1.01,0.40609278678894045
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,1,power_law_1.01,0.4062528133392334
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,1,power_law_1.01,0.4213696002960205
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,1,power_law_1.01,0.42970881462097166
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,1,power_law_1.01,0.44043521881103515
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,1,power_law_1.01,0.44677119255065917
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,1,power_law_1.01,0.4519296169281006
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,1,power_law_1.01,0.45543680191040037
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,1,power_law_1.01,0.4799232006072998
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,1,power_law_1.01,0.5129856109619141
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,1,power_law_1.01,0.5331456184387207
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,1,power_law_1.01,0.5989439964294434
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,1,power_law_1.01,0.6813695907592774
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,1,power_law_1.01,0.8607104301452637
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,1,power_law_1.01,1.089235210418701
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,1,power_law_1.01,1.5592448234558105
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,1,power_law_1.01,2.023628807067871
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,1,power_law_1.01,2.9767295837402346
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,1,power_law_1.01,3.9280063629150392
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,1,power_law_1.2,0.02627840042114258
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,1,power_law_1.2,0.09994239807128906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,1,power_law_1.2,0.2004863977432251
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,1,power_law_1.2,0.27956480979919435
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,1,power_law_1.2,0.3728447914123535
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,1,power_law_1.2,0.6795072078704834
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,1,power_law_1.2,0.7055615901947021
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,1,power_law_1.2,0.7382976055145264
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,1,power_law_1.2,0.7785664081573487
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,1,power_law_1.2,0.7793536186218262
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,1,power_law_1.2,0.7834815979003906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,1,power_law_1.2,1.1055551528930665
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,1,power_law_1.2,1.0982208251953125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,1,power_law_1.2,1.1329024314880372
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,1,power_law_1.2,1.1461952209472657
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,1,power_law_1.2,1.1678208351135253
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,1,power_law_1.2,1.181824016571045
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,1,power_law_1.2,1.193120002746582
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,1,power_law_1.2,1.2236096382141113
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,1,power_law_1.2,1.2949376106262207
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,1,power_law_1.2,1.3967743873596192
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,1,power_law_1.2,1.6721343994140625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,1,power_law_1.2,1.9498239517211915
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,1,power_law_1.2,2.6928384780883787
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,1,power_law_1.2,3.4160255432128905
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,1,power_law_1.2,4.894815826416016
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,1,power_law_1.2,6.377151870727539
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,1,power_law_1.2,0.021004800498485566
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,1,power_law_1.2,0.04503679871559143
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,1,power_law_1.2,0.0997759997844696
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,1,power_law_1.2,0.2046720027923584
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,1,power_law_1.2,0.2610687971115112
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,1,power_law_1.2,0.47027201652526857
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,1,power_law_1.2,0.4875904083251953
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,1,power_law_1.2,0.5033023834228516
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,1,power_law_1.2,0.5329919815063476
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,1,power_law_1.2,0.5251711845397949
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,1,power_law_1.2,0.529695987701416
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,1,power_law_1.2,1.1498815536499023
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,1,power_law_1.2,1.1454336166381835
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,1,power_law_1.2,1.1719936370849608
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,1,power_law_1.2,1.1770879745483398
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,1,power_law_1.2,1.184870433807373
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,1,power_law_1.2,1.2028351783752442
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,1,power_law_1.2,1.2153280258178711
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,1,power_law_1.2,1.2278592109680175
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,1,power_law_1.2,1.300774383544922
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,1,power_law_1.2,1.3794495582580566
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,1,power_law_1.2,1.6095935821533203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,1,power_law_1.2,1.9075647354125977
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,1,power_law_1.2,2.516511917114258
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,1,power_law_1.2,3.2388160705566404
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,1,power_law_1.2,4.67341423034668
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,1,power_law_1.2,6.166048049926758
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,1,power_law_1.2,0.031916800141334536
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,1,power_law_1.2,0.050316798686981204
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,1,power_law_1.2,0.11746560335159302
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,1,power_law_1.2,0.1628543972969055
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,1,power_law_1.2,0.21162240505218505
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,1,power_law_1.2,0.3652735948562622
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,1,power_law_1.2,0.3830912113189697
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,1,power_law_1.2,0.4010176181793213
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,1,power_law_1.2,0.4131968021392822
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,1,power_law_1.2,0.4251904010772705
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,1,power_law_1.2,0.4190207958221436
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,1,power_law_1.2,0.4410560131072998
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,1,power_law_1.2,0.43779840469360354
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,1,power_law_1.2,0.4462719917297363
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,1,power_law_1.2,0.46501760482788085
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,1,power_law_1.2,0.46459522247314455
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,1,power_law_1.2,0.4826367855072021
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,1,power_law_1.2,0.5188416004180908
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,1,power_law_1.2,0.5461631774902344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,1,power_law_1.2,0.6207104206085206
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,1,power_law_1.2,0.686956787109375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,1,power_law_1.2,0.8986559867858886
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,1,power_law_1.2,1.103116798400879
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,1,power_law_1.2,1.5812224388122558
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,1,power_law_1.2,2.055686378479004
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,1,power_law_1.2,3.0158975601196287
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,1,power_law_1.2,3.9390335083007812
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,1,power_law_1.01,0.21175038814544678
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,1,power_law_1.01,0.4128896236419678
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,1,power_law_1.01,0.8048831939697265
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,1,power_law_1.01,1.203104019165039
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,1,power_law_1.01,1.6175552368164063
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,1,power_law_1.01,2.713529586791992
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,1,power_law_1.01,2.854195213317871
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,1,power_law_1.01,2.8525823593139648
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,1,power_law_1.01,2.9642688751220705
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,1,power_law_1.01,2.958950424194336
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,1,power_law_1.01,3.09932804107666
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,1,power_law_1.01,4.4556926727294925
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,1,power_law_1.01,4.496736145019531
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,1,power_law_1.01,4.542252731323242
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,1,power_law_1.01,4.600595092773437
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,1,power_law_1.01,4.6071937561035154
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,1,power_law_1.01,4.726291275024414
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,1,power_law_1.01,4.7680000305175785
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,1,power_law_1.01,4.955270385742187
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,1,power_law_1.01,5.0718849182128904
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,1,power_law_1.01,5.34777603149414
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,1,power_law_1.01,6.098988723754883
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,1,power_law_1.01,7.193657684326172
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,1,power_law_1.01,9.984384155273437
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,1,power_law_1.01,12.645779418945313
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,1,power_law_1.01,18.534962463378907
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,1,power_law_1.01,24.155354309082032
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,1,power_law_1.01,0.13237760066986085
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,1,power_law_1.01,0.28660480976104735
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,1,power_law_1.01,0.5653056144714356
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,1,power_law_1.01,0.8917375564575195
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,1,power_law_1.01,1.1502016067504883
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,1,power_law_1.01,1.9230016708374023
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,1,power_law_1.01,2.0013311386108397
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,1,power_law_1.01,2.1228096008300783
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,1,power_law_1.01,2.1038015365600584
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,1,power_law_1.01,2.1567039489746094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,1,power_law_1.01,2.180806350708008
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,1,power_law_1.01,4.54266242980957
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,1,power_law_1.01,4.644428634643555
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,1,power_law_1.01,4.705235290527344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,1,power_law_1.01,4.701523208618164
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,1,power_law_1.01,4.737420654296875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,1,power_law_1.01,4.785939025878906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,1,power_law_1.01,4.945510482788086
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,1,power_law_1.01,5.023993682861328
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,1,power_law_1.01,5.205542373657226
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,1,power_law_1.01,5.4005695343017575
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,1,power_law_1.01,5.9926910400390625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,1,power_law_1.01,7.114963531494141
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,1,power_law_1.01,9.460050964355469
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,1,power_law_1.01,11.877529907226563
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,1,power_law_1.01,17.085926818847657
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,1,power_law_1.01,22.094834899902345
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,1,power_law_1.01,0.12414079904556274
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,1,power_law_1.01,0.23575680255889891
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,1,power_law_1.01,0.43802881240844727
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,1,power_law_1.01,0.6648320198059082
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,1,power_law_1.01,0.832703971862793
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,1,power_law_1.01,1.3573823928833009
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,1,power_law_1.01,1.4586624145507812
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,1,power_law_1.01,1.4797311782836915
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,1,power_law_1.01,1.4698111534118652
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,1,power_law_1.01,1.5170816421508788
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,1,power_law_1.01,1.5872320175170898
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,1,power_law_1.01,1.6022079467773438
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,1,power_law_1.01,1.593222427368164
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,1,power_law_1.01,1.6559423446655273
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,1,power_law_1.01,1.6510591506958008
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,1,power_law_1.01,1.7032384872436523
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,1,power_law_1.01,1.749830436706543
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,1,power_law_1.01,1.8273151397705079
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,1,power_law_1.01,1.8976896286010743
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,1,power_law_1.01,2.0750335693359374
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,1,power_law_1.01,2.2520511627197264
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,1,power_law_1.01,2.8700992584228517
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,1,power_law_1.01,3.489740753173828
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,1,power_law_1.01,4.949248123168945
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,1,power_law_1.01,6.345094299316406
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,1,power_law_1.01,9.26138916015625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,1,power_law_1.01,12.379519653320312
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,1,power_law_1.2,0.21190400123596193
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,1,power_law_1.2,0.4146111965179443
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,1,power_law_1.2,0.7730624198913574
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,1,power_law_1.2,1.0997632026672364
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,1,power_law_1.2,1.4312064170837402
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,1,power_law_1.2,2.6864831924438475
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,1,power_law_1.2,2.8549055099487304
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,1,power_law_1.2,2.9706560134887696
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,1,power_law_1.2,3.047104072570801
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,1,power_law_1.2,3.0405439376831054
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,1,power_law_1.2,3.0622528076171873
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,1,power_law_1.2,4.422163009643555
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,1,power_law_1.2,4.466470336914062
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,1,power_law_1.2,4.556576156616211
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,1,power_law_1.2,4.578291320800782
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,1,power_law_1.2,4.661894226074219
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,1,power_law_1.2,4.761689758300781
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,1,power_law_1.2,4.850060653686524
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,1,power_law_1.2,4.885606384277343
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,1,power_law_1.2,5.229420852661133
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,1,power_law_1.2,5.558911895751953
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,1,power_law_1.2,6.682860565185547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,1,power_law_1.2,8.04466552734375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,1,power_law_1.2,10.453587341308594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,1,power_law_1.2,13.077439880371093
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,1,power_law_1.2,18.943136596679686
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,1,power_law_1.2,24.584518432617188
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,1,power_law_1.2,0.10971519947052003
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,1,power_law_1.2,0.28981120586395265
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,1,power_law_1.2,0.5314176082611084
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,1,power_law_1.2,0.7385856151580811
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,1,power_law_1.2,1.0604031562805176
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,1,power_law_1.2,1.8944576263427735
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,1,power_law_1.2,2.0660160064697264
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,1,power_law_1.2,2.085171127319336
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,1,power_law_1.2,2.1435455322265624
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,1,power_law_1.2,2.2051328659057616
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,1,power_law_1.2,2.1964351654052736
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,1,power_law_1.2,4.646291351318359
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,1,power_law_1.2,4.536467361450195
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,1,power_law_1.2,4.7248382568359375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,1,power_law_1.2,4.780038452148437
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,1,power_law_1.2,4.794591903686523
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,1,power_law_1.2,4.904748916625977
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,1,power_law_1.2,4.985472106933594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,1,power_law_1.2,5.073068618774414
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,1,power_law_1.2,5.250495910644531
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,1,power_law_1.2,5.6279041290283205
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,1,power_law_1.2,6.511309051513672
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,1,power_law_1.2,7.687686157226563
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,1,power_law_1.2,9.937741088867188
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,1,power_law_1.2,12.171641540527343
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,1,power_law_1.2,17.817543029785156
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,1,power_law_1.2,22.794476318359376
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,1,power_law_1.2,0.12352639436721802
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,1,power_law_1.2,0.23629438877105713
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,1,power_law_1.2,0.3983936071395874
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,1,power_law_1.2,0.5575871944427491
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,1,power_law_1.2,0.7696703910827637
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,1,power_law_1.2,1.3949952125549316
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,1,power_law_1.2,1.4439552307128907
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,1,power_law_1.2,1.5469823837280274
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,1,power_law_1.2,1.533574390411377
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,1,power_law_1.2,1.570918369293213
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,1,power_law_1.2,1.6346176147460938
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,1,power_law_1.2,1.6608448028564453
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,1,power_law_1.2,1.6528255462646484
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,1,power_law_1.2,1.6793983459472657
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,1,power_law_1.2,1.6960767745971679
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,1,power_law_1.2,1.7285888671875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,1,power_law_1.2,1.7754880905151367
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,1,power_law_1.2,1.852422332763672
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,1,power_law_1.2,1.949228858947754
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,1,power_law_1.2,2.08853759765625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,1,power_law_1.2,2.355072021484375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,1,power_law_1.2,2.974412727355957
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,1,power_law_1.2,3.634463882446289
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,1,power_law_1.2,5.0484161376953125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,1,power_law_1.2,6.388851165771484
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,1,power_law_1.2,9.435865783691407
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,1,power_law_1.2,12.31171875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,1,power_law_1.01,0.5182591915130615
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,1,power_law_1.01,1.012339210510254
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,1,power_law_1.01,2.0050176620483398
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,1,power_law_1.01,3.349657440185547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,1,power_law_1.01,4.767187118530273
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,1,power_law_1.01,7.694092559814453
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,1,power_law_1.01,8.243315124511719
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,1,power_law_1.01,8.514784240722657
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,1,power_law_1.01,8.862131500244141
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,1,power_law_1.01,9.047475433349609
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,1,power_law_1.01,9.099552154541016
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,1,power_law_1.01,9.3115966796875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,1,power_law_1.01,13.971769714355469
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,1,power_law_1.01,14.366975402832031
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,1,power_law_1.01,14.760812377929687
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,1,power_law_1.01,14.653689575195312
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,1,power_law_1.01,15.252633666992187
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,1,power_law_1.01,15.860511779785156
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,1,power_law_1.01,16.41070098876953
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,1,power_law_1.01,17.183999633789064
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,1,power_law_1.01,18.041529846191406
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,1,power_law_1.01,19.38629150390625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,1,power_law_1.01,22.542445373535156
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,1,power_law_1.01,28.48680419921875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,1,power_law_1.01,34.71646728515625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,1,power_law_1.01,48.803033447265626
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,1,power_law_1.01,62.8712890625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,1,power_law_1.01,0.3754431962966919
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,1,power_law_1.01,0.7664000034332276
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,1,power_law_1.01,1.4846912384033204
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,1,power_law_1.01,2.5616512298583984
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,1,power_law_1.01,3.4779518127441404
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,1,power_law_1.01,5.89686393737793
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,1,power_law_1.01,6.029817581176758
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,1,power_law_1.01,6.229529571533203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,1,power_law_1.01,6.559820556640625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,1,power_law_1.01,6.696562957763672
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,1,power_law_1.01,6.798291015625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,1,power_law_1.01,6.880159759521485
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,1,power_law_1.01,14.493971252441407
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,1,power_law_1.01,15.002227783203125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,1,power_law_1.01,14.869651794433594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,1,power_law_1.01,15.288627624511719
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,1,power_law_1.01,15.671142578125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,1,power_law_1.01,16.271653747558595
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,1,power_law_1.01,16.48279724121094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,1,power_law_1.01,16.949388122558595
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,1,power_law_1.01,17.42078094482422
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,1,power_law_1.01,18.478118896484375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,1,power_law_1.01,21.02461395263672
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,1,power_law_1.01,25.75438232421875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,1,power_law_1.01,31.532315063476563
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,1,power_law_1.01,44.33866882324219
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,1,power_law_1.01,56.47659912109375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,1,power_law_1.01,0.3526400089263916
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,1,power_law_1.01,0.5422272205352783
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,1,power_law_1.01,1.0382847785949707
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,1,power_law_1.01,1.656671905517578
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,1,power_law_1.01,2.4029375076293946
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,1,power_law_1.01,4.061401748657227
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,1,power_law_1.01,4.145958328247071
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,1,power_law_1.01,4.284211349487305
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,1,power_law_1.01,4.46869125366211
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,1,power_law_1.01,4.54202880859375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,1,power_law_1.01,4.530956649780274
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,1,power_law_1.01,4.738438415527344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,1,power_law_1.01,4.691328048706055
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,1,power_law_1.01,4.961695861816406
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,1,power_law_1.01,4.981024169921875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,1,power_law_1.01,5.010067367553711
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,1,power_law_1.01,5.106943893432617
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,1,power_law_1.01,5.385951995849609
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,1,power_law_1.01,5.525491333007812
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,1,power_law_1.01,5.806419372558594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,1,power_law_1.01,6.186489486694336
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,1,power_law_1.01,7.279283142089843
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,1,power_law_1.01,8.486720275878906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,1,power_law_1.01,11.884998321533203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,1,power_law_1.01,15.247270202636718
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,1,power_law_1.01,22.200595092773437
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,1,power_law_1.01,28.98232421875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,1,power_law_1.2,0.5182208061218262
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,1,power_law_1.2,1.0148991584777831
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,1,power_law_1.2,2.0021760940551756
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,1,power_law_1.2,3.041420745849609
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,1,power_law_1.2,4.245516967773438
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,1,power_law_1.2,7.679270172119141
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,1,power_law_1.2,8.228006744384766
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,1,power_law_1.2,8.565132904052735
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,1,power_law_1.2,8.927142333984374
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,1,power_law_1.2,8.90606689453125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,1,power_law_1.2,9.360012817382813
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,1,power_law_1.2,9.582816314697265
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,1,power_law_1.2,14.571186828613282
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,1,power_law_1.2,14.595802307128906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,1,power_law_1.2,15.144805908203125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,1,power_law_1.2,14.978758239746094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,1,power_law_1.2,15.514151000976563
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,1,power_law_1.2,15.881382751464844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,1,power_law_1.2,16.463034057617186
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,1,power_law_1.2,17.334349060058592
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,1,power_law_1.2,18.58257293701172
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,1,power_law_1.2,21.115533447265626
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,1,power_law_1.2,23.631341552734376
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,1,power_law_1.2,29.923800659179687
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,1,power_law_1.2,36.45003662109375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,1,power_law_1.2,51.14540100097656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,1,power_law_1.2,65.8085205078125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,1,power_law_1.2,0.3787328004837036
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,1,power_law_1.2,0.771123218536377
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,1,power_law_1.2,1.4710911750793456
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,1,power_law_1.2,2.1237760543823243
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,1,power_law_1.2,3.097849655151367
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,1,power_law_1.2,5.750137710571289
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,1,power_law_1.2,6.181260681152343
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,1,power_law_1.2,6.480390167236328
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,1,power_law_1.2,6.666847991943359
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,1,power_law_1.2,6.965977478027344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,1,power_law_1.2,7.044294738769532
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,1,power_law_1.2,7.101427459716797
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,1,power_law_1.2,14.744735717773438
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,1,power_law_1.2,15.234066772460938
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,1,power_law_1.2,15.192556762695313
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,1,power_law_1.2,15.43834228515625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,1,power_law_1.2,16.00585021972656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,1,power_law_1.2,16.42578582763672
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,1,power_law_1.2,16.758944702148437
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,1,power_law_1.2,17.164408874511718
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,1,power_law_1.2,18.027935791015626
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,1,power_law_1.2,19.848857116699218
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,1,power_law_1.2,22.934130859375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,1,power_law_1.2,28.215054321289063
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,1,power_law_1.2,33.375265502929686
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,1,power_law_1.2,45.76117858886719
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,1,power_law_1.2,58.329833984375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,1,power_law_1.2,0.34953598976135253
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,1,power_law_1.2,0.54301438331604
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,1,power_law_1.2,1.0042943954467773
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,1,power_law_1.2,1.4669952392578125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,1,power_law_1.2,2.093484878540039
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,1,power_law_1.2,3.878656005859375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,1,power_law_1.2,4.21383056640625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,1,power_law_1.2,4.374956893920898
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,1,power_law_1.2,4.445011138916016
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,1,power_law_1.2,4.62674560546875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,1,power_law_1.2,4.750080108642578
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,1,power_law_1.2,4.855628967285156
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,1,power_law_1.2,4.903200149536133
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,1,power_law_1.2,4.950355148315429
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,1,power_law_1.2,5.026867294311524
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,1,power_law_1.2,5.136582565307617
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,1,power_law_1.2,5.225190353393555
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,1,power_law_1.2,5.406803131103516
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,1,power_law_1.2,5.546988677978516
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,1,power_law_1.2,5.930303955078125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,1,power_law_1.2,6.249849700927735
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,1,power_law_1.2,7.553670501708984
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,1,power_law_1.2,8.91036148071289
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,1,power_law_1.2,12.184384155273438
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,1,power_law_1.2,15.483526611328125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,1,power_law_1.2,22.366502380371095
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,1,power_law_1.2,29.329037475585938
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,1,power_law_1.01,0.4787903785705566
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,1,power_law_1.01,0.9388031959533691
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,1,power_law_1.01,1.867679977416992
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,1,power_law_1.01,3.7084735870361327
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,1,power_law_1.01,6.647468566894531
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,1,power_law_1.01,9.753772735595703
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,1,power_law_1.01,11.07523193359375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,1,power_law_1.01,14.590438842773438
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,1,power_law_1.01,15.34008331298828
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,1,power_law_1.01,15.89325408935547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,1,power_law_1.01,16.647053527832032
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,1,power_law_1.01,16.958950805664063
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,1,power_law_1.01,17.460800170898438
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,1,power_law_1.01,18.02062072753906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,1,power_law_1.01,18.403872680664062
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,1,power_law_1.01,18.567417907714844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,1,power_law_1.01,29.127609252929688
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,1,power_law_1.01,30.28504333496094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,1,power_law_1.01,30.848306274414064
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,1,power_law_1.01,31.838629150390624
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,1,power_law_1.01,33.451226806640626
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,1,power_law_1.01,35.14638671875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,1,power_law_1.01,36.81478271484375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,1,power_law_1.01,40.52545166015625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,1,power_law_1.01,44.691558837890625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,1,power_law_1.01,55.75608520507812
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,1,power_law_1.01,68.30211181640625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,1,power_law_1.01,0.4286719799041748
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,1,power_law_1.01,0.6916672229766846
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,1,power_law_1.01,1.3965760231018067
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,1,power_law_1.01,2.746835136413574
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,1,power_law_1.01,4.752179336547852
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,1,power_law_1.01,6.980467224121094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,1,power_law_1.01,8.277420806884766
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,1,power_law_1.01,11.033932495117188
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,1,power_law_1.01,11.564173126220703
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,1,power_law_1.01,11.914482879638673
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,1,power_law_1.01,12.285606384277344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,1,power_law_1.01,12.773197174072266
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,1,power_law_1.01,12.840626525878907
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,1,power_law_1.01,13.250457763671875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,1,power_law_1.01,13.4669189453125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,1,power_law_1.01,13.913912963867187
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,1,power_law_1.01,29.7059326171875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,1,power_law_1.01,31.494091796875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,1,power_law_1.01,31.43612060546875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,1,power_law_1.01,32.747314453125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,1,power_law_1.01,33.78044128417969
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,1,power_law_1.01,35.580953979492186
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,1,power_law_1.01,36.913580322265624
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,1,power_law_1.01,39.093414306640625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,1,power_law_1.01,42.044985961914065
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,1,power_law_1.01,51.600714111328124
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,1,power_law_1.01,62.035009765625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,1,power_law_1.01,0.32785279750823976
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,1,power_law_1.01,0.6384768009185791
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,1,power_law_1.01,0.9601599693298339
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,1,power_law_1.01,1.8898752212524415
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,1,power_law_1.01,3.3352127075195312
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,1,power_law_1.01,4.848633575439453
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,1,power_law_1.01,5.6482494354248045
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,1,power_law_1.01,7.610451507568359
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,1,power_law_1.01,7.7798912048339846
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,1,power_law_1.01,7.920390319824219
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,1,power_law_1.01,8.33736343383789
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,1,power_law_1.01,8.70346908569336
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,1,power_law_1.01,8.715392303466796
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,1,power_law_1.01,9.249727630615235
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,1,power_law_1.01,9.48980484008789
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,1,power_law_1.01,9.604409790039062
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,1,power_law_1.01,9.698316955566407
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,1,power_law_1.01,10.176396942138672
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,1,power_law_1.01,10.297913360595704
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,1,power_law_1.01,11.010163116455079
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,1,power_law_1.01,11.36118392944336
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,1,power_law_1.01,12.124806213378907
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,1,power_law_1.01,12.653068542480469
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,1,power_law_1.01,14.631059265136718
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,1,power_law_1.01,17.305792236328124
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,1,power_law_1.01,23.319334411621092
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,1,power_law_1.01,29.47966613769531
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,1,power_law_1.2,0.4801663875579834
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,1,power_law_1.2,0.940447998046875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,1,power_law_1.2,1.871129608154297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,1,power_law_1.2,3.7065406799316407
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,1,power_law_1.2,6.167270278930664
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,1,power_law_1.2,8.623859405517578
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,1,power_law_1.2,10.112857818603516
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,1,power_law_1.2,14.471034240722656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,1,power_law_1.2,14.913337707519531
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,1,power_law_1.2,15.447039794921874
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,1,power_law_1.2,16.408204650878908
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,1,power_law_1.2,16.824249267578125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,1,power_law_1.2,17.201023864746094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,1,power_law_1.2,18.191757202148438
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,1,power_law_1.2,18.011538696289062
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,1,power_law_1.2,18.710150146484374
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,1,power_law_1.2,28.822137451171876
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,1,power_law_1.2,30.289044189453126
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,1,power_law_1.2,31.059872436523438
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,1,power_law_1.2,32.843988037109376
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,1,power_law_1.2,33.9428466796875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,1,power_law_1.2,37.29183349609375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,1,power_law_1.2,38.89304809570312
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,1,power_law_1.2,43.38314208984375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,1,power_law_1.2,48.37659606933594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,1,power_law_1.2,60.48634033203125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,1,power_law_1.2,73.34511108398438
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,1,power_law_1.2,0.428115177154541
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,1,power_law_1.2,0.6956480026245118
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,1,power_law_1.2,1.3854656219482422
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,1,power_law_1.2,2.7595392227172852
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,1,power_law_1.2,4.588409423828125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,1,power_law_1.2,6.275238418579102
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,1,power_law_1.2,7.464364624023437
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,1,power_law_1.2,10.4392578125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,1,power_law_1.2,11.352428436279297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,1,power_law_1.2,11.529267120361329
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,1,power_law_1.2,12.334905242919922
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,1,power_law_1.2,12.263276672363281
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,1,power_law_1.2,12.991416931152344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,1,power_law_1.2,13.167347717285157
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,1,power_law_1.2,13.332972717285156
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,1,power_law_1.2,13.942227172851563
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,1,power_law_1.2,29.989285278320313
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,1,power_law_1.2,31.011288452148438
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,1,power_law_1.2,31.95931396484375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,1,power_law_1.2,34.05226135253906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,1,power_law_1.2,34.94051818847656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,1,power_law_1.2,36.02117004394531
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,1,power_law_1.2,38.725042724609374
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,1,power_law_1.2,41.950469970703125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,1,power_law_1.2,46.91856079101562
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,1,power_law_1.2,56.591485595703126
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,1,power_law_1.2,68.8917236328125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,1,power_law_1.2,0.326694393157959
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,1,power_law_1.2,0.6369984149932861
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,1,power_law_1.2,0.959603214263916
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,1,power_law_1.2,1.8891008377075196
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,1,power_law_1.2,3.0450496673583984
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,1,power_law_1.2,4.423750305175782
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,1,power_law_1.2,5.106016159057617
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,1,power_law_1.2,7.269004821777344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,1,power_law_1.2,7.548185729980469
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,1,power_law_1.2,7.6755523681640625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,1,power_law_1.2,8.259449768066407
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,1,power_law_1.2,8.622144317626953
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,1,power_law_1.2,8.732070159912109
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,1,power_law_1.2,9.193778991699219
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,1,power_law_1.2,9.336172485351563
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,1,power_law_1.2,9.444217681884766
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,1,power_law_1.2,9.683564758300781
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,1,power_law_1.2,10.349779510498047
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,1,power_law_1.2,10.375417327880859
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,1,power_law_1.2,11.07671661376953
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,1,power_law_1.2,11.721810913085937
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,1,power_law_1.2,12.567801666259765
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,1,power_law_1.2,13.479379272460937
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,1,power_law_1.2,15.768063354492188
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,1,power_law_1.2,18.710330200195312
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,1,power_law_1.2,24.475833129882812
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,1,power_law_1.2,30.895431518554688
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,3072,1536,8,256,1,1,power_law_1.01,0.16417280435562134
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,3072,1536,8,256,1,1,power_law_1.01,0.3179840087890625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,3072,1536,8,256,1,1,power_law_1.01,0.6117311954498291
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,3072,1536,8,256,1,1,power_law_1.01,1.2054783821105957
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,3072,1536,8,256,1,1,power_law_1.01,1.7964672088623046
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,3072,1536,8,256,1,1,power_law_1.01,2.3861888885498046
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,3072,1536,8,256,1,1,power_law_1.01,3.3714942932128906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,3072,1536,8,256,1,1,power_law_1.01,3.6942718505859373
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,3072,1536,8,256,1,1,power_law_1.01,3.759174346923828
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,3072,1536,8,256,1,1,power_law_1.01,3.8126846313476563
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,3072,1536,8,256,1,1,power_law_1.01,4.030540847778321
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,3072,1536,8,256,1,1,power_law_1.01,4.014035034179687
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,3072,1536,8,256,1,1,power_law_1.01,4.094131088256836
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,3072,1536,8,256,1,1,power_law_1.01,4.281299209594726
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,3072,1536,8,256,1,1,power_law_1.01,6.1714942932128904
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,3072,1536,8,256,1,1,power_law_1.01,6.307539367675782
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,3072,1536,8,256,1,1,power_law_1.01,6.409030151367188
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,3072,1536,8,256,1,1,power_law_1.01,6.636249542236328
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,1,1,power_law_1.01,6.852448272705078
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,1,1,power_law_1.01,7.036115264892578
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,1,1,power_law_1.01,7.324684906005859
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,1,1,power_law_1.01,7.635488128662109
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,1,1,power_law_1.01,7.946419525146484
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,1,1,power_law_1.01,9.372230529785156
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,1,1,power_law_1.01,11.47325439453125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,1,1,power_law_1.01,15.52373046875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,1,1,power_law_1.01,19.814118957519533
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,1,1,power_law_1.01,0.033555200695991515
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,1,1,power_law_1.01,0.2182015895843506
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,1,1,power_law_1.01,0.4338496208190918
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,1,1,power_law_1.01,0.8648256301879883
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,1,1,power_law_1.01,1.3125056266784667
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,1,1,power_law_1.01,1.7051904678344727
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,1,1,power_law_1.01,2.5022144317626953
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,1,1,power_law_1.01,2.6362112045288084
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,1,1,power_law_1.01,2.656422424316406
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,1,1,power_law_1.01,2.7443199157714844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,1,1,power_law_1.01,2.8107583999633787
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,1,1,power_law_1.01,2.89752311706543
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,1,1,power_law_1.01,2.9783424377441405
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,1,1,power_law_1.01,3.0593408584594726
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,1,1,power_law_1.01,6.592928314208985
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,1,1,power_law_1.01,6.614566040039063
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,1,1,power_law_1.01,6.769197082519531
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,1,1,power_law_1.01,6.960562896728516
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,1,1,power_law_1.01,7.199584197998047
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,1,1,power_law_1.01,7.3089599609375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,1,1,power_law_1.01,7.554713439941406
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,1,1,power_law_1.01,7.825657653808594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,1,1,power_law_1.01,8.205721282958985
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,1,1,power_law_1.01,9.317190551757813
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,1,1,power_law_1.01,10.925465393066407
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,1,1,power_law_1.01,14.628895568847657
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,1,1,power_law_1.01,18.031526184082033
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,3072,1536,8,256,1,1,power_law_1.01,0.06292480230331421
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,3072,1536,8,256,1,1,power_law_1.01,0.19543039798736572
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,3072,1536,8,256,1,1,power_law_1.01,0.3436736106872559
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,3072,1536,8,256,1,1,power_law_1.01,0.6368896007537842
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,3072,1536,8,256,1,1,power_law_1.01,0.9642175674438477
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,3072,1536,8,256,1,1,power_law_1.01,1.2412863731384278
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,3072,1536,8,256,1,1,power_law_1.01,1.797177505493164
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,3072,1536,8,256,1,1,power_law_1.01,1.8546815872192384
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,3072,1536,8,256,1,1,power_law_1.01,1.9386367797851562
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,3072,1536,8,256,1,1,power_law_1.01,1.9818496704101562
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,3072,1536,8,256,1,1,power_law_1.01,2.0160896301269533
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,3072,1536,8,256,1,1,power_law_1.01,2.0801088333129885
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,3072,1536,8,256,1,1,power_law_1.01,2.1216960906982423
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,3072,1536,8,256,1,1,power_law_1.01,2.201740837097168
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,3072,1536,8,256,1,1,power_law_1.01,2.2486143112182617
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,3072,1536,8,256,1,1,power_law_1.01,2.3343103408813475
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,3072,1536,8,256,1,1,power_law_1.01,2.318675231933594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,3072,1536,8,256,1,1,power_law_1.01,2.4832639694213867
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,3072,1536,8,256,1,1,power_law_1.01,2.5137664794921877
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,3072,1536,8,256,1,1,power_law_1.01,2.7105472564697264
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,3072,1536,8,256,1,1,power_law_1.01,2.8177919387817383
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,3072,1536,8,256,1,1,power_law_1.01,3.127801513671875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,3072,1536,8,256,1,1,power_law_1.01,3.505952072143555
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,3072,1536,8,256,1,1,power_law_1.01,4.381727981567383
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,3072,1536,8,256,1,1,power_law_1.01,5.4241279602050785
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,3072,1536,8,256,1,1,power_law_1.01,7.676377868652343
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,3072,1536,8,256,1,1,power_law_1.01,10.016287994384765
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,3072,1536,8,256,1,1,power_law_1.2,0.16506240367889405
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,3072,1536,8,256,1,1,power_law_1.2,0.317305588722229
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,3072,1536,8,256,1,1,power_law_1.2,0.6113984107971191
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,3072,1536,8,256,1,1,power_law_1.2,1.140441608428955
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,3072,1536,8,256,1,1,power_law_1.2,1.6050687789916993
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,3072,1536,8,256,1,1,power_law_1.2,2.272537612915039
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,3072,1536,8,256,1,1,power_law_1.2,3.3821311950683595
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,3072,1536,8,256,1,1,power_law_1.2,3.609695816040039
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,3072,1536,8,256,1,1,power_law_1.2,3.7475326538085936
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,3072,1536,8,256,1,1,power_law_1.2,3.828230285644531
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,3072,1536,8,256,1,1,power_law_1.2,3.9423358917236326
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,3072,1536,8,256,1,1,power_law_1.2,4.065740966796875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,3072,1536,8,256,1,1,power_law_1.2,4.1492351531982425
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,3072,1536,8,256,1,1,power_law_1.2,4.255347061157226
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,3072,1536,8,256,1,1,power_law_1.2,6.30376968383789
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,3072,1536,8,256,1,1,power_law_1.2,6.396607971191406
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,3072,1536,8,256,1,1,power_law_1.2,6.590579223632813
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,3072,1536,8,256,1,1,power_law_1.2,6.836870574951172
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,1,1,power_law_1.2,6.972537231445313
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,1,1,power_law_1.2,7.315814208984375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,1,1,power_law_1.2,7.40716781616211
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,1,1,power_law_1.2,7.986470031738281
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,1,1,power_law_1.2,8.596236419677734
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,1,1,power_law_1.2,10.067052459716797
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,1,1,power_law_1.2,12.295916748046874
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,1,1,power_law_1.2,16.600799560546875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,1,1,power_law_1.2,20.849171447753907
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,1,1,power_law_1.2,0.03400959968566895
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,1,1,power_law_1.2,0.21928958892822265
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,1,1,power_law_1.2,0.4347968101501465
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,1,1,power_law_1.2,0.7899903774261474
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,1,1,power_law_1.2,1.1953280448913575
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,1,1,power_law_1.2,1.6127552032470702
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,1,1,power_law_1.2,2.4004800796508787
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,1,1,power_law_1.2,2.5749183654785157
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,1,1,power_law_1.2,2.6860031127929687
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,1,1,power_law_1.2,2.751033592224121
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,1,1,power_law_1.2,2.8707199096679688
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,1,1,power_law_1.2,2.899750328063965
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,1,1,power_law_1.2,2.962272071838379
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,1,1,power_law_1.2,3.015884780883789
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,1,1,power_law_1.2,6.590841674804688
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,1,1,power_law_1.2,6.66461410522461
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,1,1,power_law_1.2,6.992160034179688
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,1,1,power_law_1.2,7.132198333740234
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,1,1,power_law_1.2,7.31628189086914
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,1,1,power_law_1.2,7.5878143310546875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,1,1,power_law_1.2,7.647885131835937
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,1,1,power_law_1.2,8.110956573486328
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,1,1,power_law_1.2,8.684671783447266
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,1,1,power_law_1.2,10.17966079711914
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,1,1,power_law_1.2,11.768460845947265
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,1,1,power_law_1.2,15.791104125976563
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,1,1,power_law_1.2,19.455731201171876
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,3072,1536,8,256,1,1,power_law_1.2,0.07068799734115601
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,3072,1536,8,256,1,1,power_law_1.2,0.1950592041015625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,3072,1536,8,256,1,1,power_law_1.2,0.3461695909500122
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,3072,1536,8,256,1,1,power_law_1.2,0.5825600147247314
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,3072,1536,8,256,1,1,power_law_1.2,0.8670016288757324
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,3072,1536,8,256,1,1,power_law_1.2,1.1229503631591797
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,3072,1536,8,256,1,1,power_law_1.2,1.690732765197754
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,3072,1536,8,256,1,1,power_law_1.2,1.7956544876098632
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,3072,1536,8,256,1,1,power_law_1.2,1.9204608917236328
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,3072,1536,8,256,1,1,power_law_1.2,1.9710527420043946
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,3072,1536,8,256,1,1,power_law_1.2,2.0220991134643556
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,3072,1536,8,256,1,1,power_law_1.2,2.1354623794555665
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,3072,1536,8,256,1,1,power_law_1.2,2.2048576354980467
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,3072,1536,8,256,1,1,power_law_1.2,2.2404607772827148
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,3072,1536,8,256,1,1,power_law_1.2,2.234239959716797
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,3072,1536,8,256,1,1,power_law_1.2,2.3643007278442383
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,3072,1536,8,256,1,1,power_law_1.2,2.42043514251709
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,3072,1536,8,256,1,1,power_law_1.2,2.534662437438965
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,3072,1536,8,256,1,1,power_law_1.2,2.6742271423339843
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,3072,1536,8,256,1,1,power_law_1.2,2.7201984405517576
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,3072,1536,8,256,1,1,power_law_1.2,2.881273651123047
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,3072,1536,8,256,1,1,power_law_1.2,3.2934337615966798
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,3072,1536,8,256,1,1,power_law_1.2,3.6708160400390626
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,3072,1536,8,256,1,1,power_law_1.2,4.691526412963867
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,3072,1536,8,256,1,1,power_law_1.2,5.657004928588867
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,3072,1536,8,256,1,1,power_law_1.2,8.037875366210937
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,3072,1536,8,256,1,1,power_law_1.2,10.360205078125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,1,power_law_1.01,0.13169920444488525
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,1,power_law_1.01,0.2586496114730835
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,1,power_law_1.01,0.4916543960571289
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,1,power_law_1.01,0.8697407722473145
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,1,power_law_1.01,1.1201472282409668
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,1,power_law_1.01,1.9752384185791017
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,1,power_law_1.01,2.1079744338989257
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,1,power_law_1.01,2.1628416061401365
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,1,power_law_1.01,2.1892608642578124
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,1,power_law_1.01,2.269753646850586
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,1,power_law_1.01,2.3321664810180662
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,1,power_law_1.01,3.4452159881591795
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,1,power_law_1.01,3.4808574676513673
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,1,power_law_1.01,3.571686553955078
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,1,power_law_1.01,3.5970432281494142
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,1,power_law_1.01,3.7313343048095704
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,1,power_law_1.01,3.755635070800781
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,1,power_law_1.01,3.821004867553711
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,1,power_law_1.01,3.9135807037353514
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,1,power_law_1.01,3.965555191040039
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,1,power_law_1.01,4.193439865112305
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,1,power_law_1.01,4.442636871337891
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,1,power_law_1.01,5.051679992675782
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,1,power_law_1.01,6.411264038085937
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,1,power_law_1.01,8.064966583251953
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,1,power_law_1.01,11.566284942626954
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,1,power_law_1.01,14.934950256347657
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,1,power_law_1.01,0.028672000765800475
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,1,power_law_1.01,0.17121920585632325
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,1,power_law_1.01,0.35496959686279295
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,1,power_law_1.01,0.6159423828125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,1,power_law_1.01,0.8433664321899415
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,1,power_law_1.01,1.3690624237060547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,1,power_law_1.01,1.48022403717041
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,1,power_law_1.01,1.5236160278320312
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,1,power_law_1.01,1.5640640258789062
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,1,power_law_1.01,1.63372802734375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,1,power_law_1.01,1.647225570678711
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,1,power_law_1.01,3.4911041259765625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,1,power_law_1.01,3.4877567291259766
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,1,power_law_1.01,3.5995521545410156
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,1,power_law_1.01,3.6659774780273438
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,1,power_law_1.01,3.787443161010742
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,1,power_law_1.01,3.800364685058594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,1,power_law_1.01,3.9135486602783205
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,1,power_law_1.01,4.011430358886718
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,1,power_law_1.01,4.126432037353515
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,1,power_law_1.01,4.226252746582031
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,1,power_law_1.01,4.439334487915039
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,1,power_law_1.01,4.813459014892578
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,1,power_law_1.01,6.272115325927734
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,1,power_law_1.01,7.513356781005859
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,1,power_law_1.01,10.68414077758789
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,1,power_law_1.01,13.579116821289062
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,1,power_law_1.2,0.13155839443206788
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,1,power_law_1.2,0.25971839427947996
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,1,power_law_1.2,0.48502402305603026
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,1,power_law_1.2,0.725216007232666
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,1,power_law_1.2,0.9725824356079101
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,1,power_law_1.2,1.9595584869384766
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,1,power_law_1.2,2.0456127166748046
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,1,power_law_1.2,2.1556095123291015
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,1,power_law_1.2,2.16497917175293
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,1,power_law_1.2,2.262860870361328
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,1,power_law_1.2,2.390060806274414
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,1,power_law_1.2,3.469420623779297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,1,power_law_1.2,3.5292030334472657
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,1,power_law_1.2,3.61278076171875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,1,power_law_1.2,3.7077377319335936
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,1,power_law_1.2,3.720870590209961
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,1,power_law_1.2,3.786579132080078
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,1,power_law_1.2,3.896403121948242
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,1,power_law_1.2,3.9327423095703127
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,1,power_law_1.2,4.028281784057617
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,1,power_law_1.2,4.256832122802734
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,1,power_law_1.2,4.734828948974609
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,1,power_law_1.2,5.48260498046875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,1,power_law_1.2,6.917549133300781
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,1,power_law_1.2,8.470464324951172
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,1,power_law_1.2,11.854841613769532
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,1,power_law_1.2,15.489280700683594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,1,power_law_1.2,0.02865920066833496
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,1,power_law_1.2,0.17313920259475707
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,1,power_law_1.2,0.33983359336853025
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,1,power_law_1.2,0.5627007961273194
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,1,power_law_1.2,0.7607808113098145
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,1,power_law_1.2,1.3528512001037598
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,1,power_law_1.2,1.5106495857238769
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,1,power_law_1.2,1.5470272064208985
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,1,power_law_1.2,1.6270208358764648
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,1,power_law_1.2,1.6441791534423829
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,1,power_law_1.2,1.6887296676635741
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,1,power_law_1.2,3.6585601806640624
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,1,power_law_1.2,3.5644031524658204
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,1,power_law_1.2,3.756755065917969
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,1,power_law_1.2,3.71739501953125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,1,power_law_1.2,3.827974319458008
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,1,power_law_1.2,3.8705280303955076
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,1,power_law_1.2,4.025830459594727
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,1,power_law_1.2,4.053190231323242
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,1,power_law_1.2,4.194297790527344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,1,power_law_1.2,4.280403137207031
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,1,power_law_1.2,4.655148696899414
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,1,power_law_1.2,5.272172927856445
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,1,power_law_1.2,6.910034942626953
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,1,power_law_1.2,8.09085464477539
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,1,power_law_1.2,11.30603485107422
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,1,power_law_1.2,14.543238830566406
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,1,power_law_1.01,0.9637696266174316
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,1,power_law_1.01,1.9111040115356446
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,1,power_law_1.01,3.799321746826172
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,1,power_law_1.01,6.6711677551269535
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,1,power_law_1.01,9.62524185180664
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,1,power_law_1.01,16.349285888671876
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,1,power_law_1.01,17.334605407714843
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,1,power_law_1.01,18.215020751953126
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,1,power_law_1.01,18.502099609375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,1,power_law_1.01,19.04087677001953
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,1,power_law_1.01,19.512754821777342
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,1,power_law_1.01,19.841644287109375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,1,power_law_1.01,20.227122497558593
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,1,power_law_1.01,20.71807403564453
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,1,power_law_1.01,20.953709411621094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,1,power_law_1.01,21.205445861816408
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,1,power_law_1.01,21.839398193359376
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,1,power_law_1.01,33.174008178710935
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,1,power_law_1.01,33.8475830078125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,1,power_law_1.01,35.26938171386719
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,1,power_law_1.01,36.55991821289062
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,1,power_law_1.01,40.00771789550781
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,1,power_law_1.01,43.94337158203125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,1,power_law_1.01,56.158685302734376
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,1,power_law_1.01,68.7018798828125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,1,power_law_1.01,95.49415893554688
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,1,power_law_1.01,122.99808349609376
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,1,power_law_1.01,0.8738112449645996
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,1,power_law_1.01,1.3910400390625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,1,power_law_1.01,2.7980607986450194
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,1,power_law_1.01,5.0315711975097654
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,1,power_law_1.01,7.186879730224609
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,1,power_law_1.01,12.20163803100586
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,1,power_law_1.01,12.822137451171875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,1,power_law_1.01,13.490156555175782
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,1,power_law_1.01,13.815750122070312
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,1,power_law_1.01,14.002297973632812
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,1,power_law_1.01,14.330802917480469
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,1,power_law_1.01,14.614361572265626
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,1,power_law_1.01,14.718553161621093
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,1,power_law_1.01,14.879411315917968
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,1,power_law_1.01,15.099853515625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,1,power_law_1.01,15.196723937988281
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,1,power_law_1.01,15.162188720703124
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,1,power_law_1.01,34.077554321289064
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,1,power_law_1.01,34.897222900390624
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,1,power_law_1.01,35.84412841796875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,1,power_law_1.01,36.66890258789063
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,1,power_law_1.01,38.77053527832031
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,1,power_law_1.01,42.24461975097656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,1,power_law_1.01,52.54701538085938
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,1,power_law_1.01,63.5374755859375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,1,power_law_1.01,86.79403076171874
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,1,power_law_1.01,110.618408203125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,1,power_law_1.01,0.6289984226226807
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,1,power_law_1.01,1.1862272262573241
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,1,power_law_1.01,1.9406848907470704
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,1,power_law_1.01,3.385696029663086
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,1,power_law_1.01,4.914892959594726
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,1,power_law_1.01,8.326841735839844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,1,power_law_1.01,8.911161804199219
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,1,power_law_1.01,9.292352294921875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,1,power_law_1.01,9.398041534423829
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,1,power_law_1.01,9.653689575195312
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,1,power_law_1.01,10.131257629394531
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,1,power_law_1.01,10.11349105834961
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,1,power_law_1.01,10.462258911132812
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,1,power_law_1.01,10.495091247558594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,1,power_law_1.01,10.774527740478515
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,1,power_law_1.01,10.928070068359375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,1,power_law_1.01,11.124492645263672
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,1,power_law_1.01,11.671711730957032
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,1,power_law_1.01,12.1804931640625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,1,power_law_1.01,12.8774658203125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,1,power_law_1.01,13.503897094726563
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,1,power_law_1.01,15.461964416503907
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,1,power_law_1.01,18.351193237304688
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,1,power_law_1.01,24.62835235595703
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,1,power_law_1.01,31.562777709960937
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,1,power_law_1.01,45.35002746582031
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,1,power_law_1.01,59.421112060546875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,1,power_law_1.2,1.155628776550293
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,1,power_law_1.2,1.909779167175293
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,1,power_law_1.2,3.798406219482422
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,1,power_law_1.2,5.949203109741211
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,1,power_law_1.2,8.655808258056641
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,1,power_law_1.2,15.98357696533203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,1,power_law_1.2,17.163449096679688
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,1,power_law_1.2,18.15576934814453
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,1,power_law_1.2,18.736927795410157
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,1,power_law_1.2,19.208248901367188
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,1,power_law_1.2,19.407986450195313
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,1,power_law_1.2,20.06431427001953
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,1,power_law_1.2,20.4935546875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,1,power_law_1.2,21.52997741699219
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,1,power_law_1.2,21.692127990722657
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,1,power_law_1.2,22.25137939453125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,1,power_law_1.2,23.380455017089844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,1,power_law_1.2,33.78350830078125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,1,power_law_1.2,34.45581970214844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,1,power_law_1.2,35.88504333496094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,1,power_law_1.2,37.99736328125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,1,power_law_1.2,42.10679626464844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,1,power_law_1.2,48.05832214355469
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,1,power_law_1.2,60.25865478515625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,1,power_law_1.2,73.8646728515625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,1,power_law_1.2,102.5894287109375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,1,power_law_1.2,130.68465576171874
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,1,power_law_1.2,0.8737407684326172
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,1,power_law_1.2,1.393017578125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,1,power_law_1.2,2.8155391693115233
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,1,power_law_1.2,4.47723503112793
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,1,power_law_1.2,6.481062316894532
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,1,power_law_1.2,12.142752075195313
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,1,power_law_1.2,12.620396423339844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,1,power_law_1.2,13.322572326660156
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,1,power_law_1.2,13.699436950683594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,1,power_law_1.2,14.024858093261718
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,1,power_law_1.2,14.386444091796875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,1,power_law_1.2,14.742143249511718
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,1,power_law_1.2,15.042573547363281
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,1,power_law_1.2,15.4384765625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,1,power_law_1.2,15.763609313964844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,1,power_law_1.2,15.615705871582032
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,1,power_law_1.2,15.870431518554687
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,1,power_law_1.2,34.579052734375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,1,power_law_1.2,35.18810119628906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,1,power_law_1.2,36.569940185546876
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,1,power_law_1.2,37.91336364746094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,1,power_law_1.2,41.57047119140625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,1,power_law_1.2,46.65922546386719
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,1,power_law_1.2,57.825140380859374
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,1,power_law_1.2,68.78338012695312
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,1,power_law_1.2,92.37968139648437
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,1,power_law_1.2,116.83408203125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,1,power_law_1.2,0.6312640190124512
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,1,power_law_1.2,1.1919360160827637
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,1,power_law_1.2,1.9419584274291992
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,1,power_law_1.2,3.112351989746094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,1,power_law_1.2,4.491366577148438
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,1,power_law_1.2,8.094412994384765
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,1,power_law_1.2,8.717356872558593
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,1,power_law_1.2,9.294009399414062
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,1,power_law_1.2,9.54672622680664
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,1,power_law_1.2,9.833248138427734
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,1,power_law_1.2,10.166732788085938
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,1,power_law_1.2,10.462777709960937
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,1,power_law_1.2,10.66842269897461
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,1,power_law_1.2,11.009919738769531
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,1,power_law_1.2,11.253619384765624
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,1,power_law_1.2,11.43658218383789
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,1,power_law_1.2,11.613113403320312
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,1,power_law_1.2,11.953855895996094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,1,power_law_1.2,12.500736236572266
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,1,power_law_1.2,13.083174133300782
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,1,power_law_1.2,13.923788452148438
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,1,power_law_1.2,16.43157196044922
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,1,power_law_1.2,19.176666259765625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,1,power_law_1.2,25.860293579101562
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,1,power_law_1.2,32.557470703125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,1,power_law_1.2,46.245419311523435
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,1,power_law_1.2,60.21647338867187
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,2,power_law_1.01,0.6215104103088379
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,2,power_law_1.01,0.5402304172515869
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,2,power_law_1.01,0.8565759658813477
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,2,power_law_1.01,1.3375103950500489
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,2,power_law_1.01,1.3515711784362794
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,2,power_law_1.01,1.2943296432495117
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,2,power_law_1.01,1.3698944091796874
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,2,power_law_1.01,1.3784128189086915
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,2,power_law_1.01,1.3774335861206055
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,2,power_law_1.01,1.3878080368041992
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,2,power_law_1.01,1.4051584243774413
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,2,power_law_1.01,1.4059264183044433
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,2,power_law_1.01,1.4285759925842285
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,2,power_law_1.01,1.4363136291503906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,2,power_law_1.01,1.465446376800537
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,2,power_law_1.01,1.6047103881835938
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,2,power_law_1.01,1.8978815078735352
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,2,power_law_1.01,2.1519807815551757
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,2,power_law_1.01,2.965875244140625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,2,power_law_1.01,3.4224575042724608
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,2,power_law_1.01,5.080774307250977
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,2,power_law_1.01,7.468953704833984
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,2,power_law_1.01,9.354246520996094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,2,power_law_1.01,15.702764892578125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,2,power_law_1.01,22.878970336914062
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,2,power_law_1.01,34.169741821289065
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,2,power_law_1.01,48.61361389160156
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,2,power_law_1.01,0.27796480655670164
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,2,power_law_1.01,0.3978303909301758
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,2,power_law_1.01,0.42653441429138184
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,2,power_law_1.01,1.3168704032897949
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,2,power_law_1.01,1.3211071968078614
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,2,power_law_1.01,1.3284799575805664
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,2,power_law_1.01,1.2796607971191407
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,2,power_law_1.01,1.36428804397583
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,2,power_law_1.01,1.3747263908386231
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,2,power_law_1.01,1.3853887557983398
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,2,power_law_1.01,1.4141119956970214
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,2,power_law_1.01,1.4191871643066407
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,2,power_law_1.01,1.4366911888122558
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,2,power_law_1.01,1.4641599655151367
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,2,power_law_1.01,1.5877696037292481
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,2,power_law_1.01,1.6442815780639648
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,2,power_law_1.01,1.7814720153808594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,2,power_law_1.01,2.2414783477783202
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,2,power_law_1.01,2.5678144454956056
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,2,power_law_1.01,3.5679550170898438
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,2,power_law_1.01,4.792851257324219
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,2,power_law_1.01,6.112953567504883
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,2,power_law_1.01,8.089017486572265
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,2,power_law_1.01,14.066213989257813
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,2,power_law_1.01,15.580184936523438
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,2,power_law_1.01,31.797601318359376
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,2,power_law_1.01,42.350949096679685
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,1,2,power_law_1.01,0.25504000186920167
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,1,2,power_law_1.01,0.2955904006958008
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,1,2,power_law_1.01,0.42226557731628417
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,1,2,power_law_1.01,0.519539213180542
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,1,2,power_law_1.01,0.5231040000915528
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,1,2,power_law_1.01,0.5276735782623291
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,1,2,power_law_1.01,0.5325312137603759
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,1,2,power_law_1.01,0.5396927833557129
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,1,2,power_law_1.01,0.5429632186889648
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,1,2,power_law_1.01,0.5522111892700196
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,1,2,power_law_1.01,0.5608511924743652
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,1,2,power_law_1.01,0.5759359836578369
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,1,2,power_law_1.01,0.5862527847290039
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,1,2,power_law_1.01,0.5859776020050049
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,1,2,power_law_1.01,0.6285632133483887
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,1,2,power_law_1.01,0.6983744144439697
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,1,2,power_law_1.01,0.8244864463806152
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,1,2,power_law_1.01,0.9366720199584961
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,1,2,power_law_1.01,1.2219391822814942
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,1,2,power_law_1.01,1.8407232284545898
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,1,2,power_law_1.01,2.4697664260864256
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,1,2,power_law_1.01,3.907155227661133
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,1,2,power_law_1.01,4.612172698974609
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,1,2,power_law_1.01,8.090566253662109
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,1,2,power_law_1.01,9.271001434326172
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,1,2,power_law_1.01,12.921530151367188
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,1,2,power_law_1.01,19.53758087158203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,2,power_law_1.2,0.35561599731445315
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,2,power_law_1.2,0.4456768035888672
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,2,power_law_1.2,0.6766272068023682
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,2,power_law_1.2,1.344172763824463
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,2,power_law_1.2,1.356710433959961
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,2,power_law_1.2,1.363417625427246
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,2,power_law_1.2,1.3731136322021484
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,2,power_law_1.2,1.316211223602295
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,2,power_law_1.2,1.379692840576172
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,2,power_law_1.2,1.389964771270752
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,2,power_law_1.2,1.4072896003723145
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,2,power_law_1.2,1.4096320152282715
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,2,power_law_1.2,1.423539161682129
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,2,power_law_1.2,1.4889535903930664
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,2,power_law_1.2,1.448582363128662
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,2,power_law_1.2,1.5976575851440429
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,2,power_law_1.2,1.8241024017333984
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,2,power_law_1.2,2.2855167388916016
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,2,power_law_1.2,3.179020881652832
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,2,power_law_1.2,3.705440139770508
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,2,power_law_1.2,4.932287979125976
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,2,power_law_1.2,6.922847747802734
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,2,power_law_1.2,10.150067138671876
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,2,power_law_1.2,14.868441772460937
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,2,power_law_1.2,23.452455139160158
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,2,power_law_1.2,35.959902954101565
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,2,power_law_1.2,47.73540344238281
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,2,power_law_1.2,0.2782975912094116
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,2,power_law_1.2,0.36941440105438234
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,2,power_law_1.2,0.39779839515686033
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,2,power_law_1.2,1.2545215606689453
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,2,power_law_1.2,1.323078441619873
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,2,power_law_1.2,1.3342399597167969
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,2,power_law_1.2,1.3485952377319337
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,2,power_law_1.2,1.3641983985900878
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,2,power_law_1.2,1.3691776275634766
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,2,power_law_1.2,1.3849920272827148
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,2,power_law_1.2,1.4187775611877442
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,2,power_law_1.2,1.4268671989440918
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,2,power_law_1.2,1.4358400344848632
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,2,power_law_1.2,1.45414400100708
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,2,power_law_1.2,1.539616012573242
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,2,power_law_1.2,1.7199104309082032
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,2,power_law_1.2,1.7993919372558593
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,2,power_law_1.2,2.1623680114746096
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,2,power_law_1.2,2.8715583801269533
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,2,power_law_1.2,3.724012756347656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,2,power_law_1.2,4.7518974304199215
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,2,power_law_1.2,6.87864990234375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,2,power_law_1.2,8.688371276855468
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,2,power_law_1.2,14.224287414550782
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,2,power_law_1.2,17.875155639648437
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,2,power_law_1.2,28.15504150390625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,2,power_law_1.2,36.948858642578124
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,1,2,power_law_1.2,0.27472639083862305
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,1,2,power_law_1.2,0.255622410774231
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,1,2,power_law_1.2,0.3849855899810791
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,1,2,power_law_1.2,0.4562687873840332
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,1,2,power_law_1.2,0.5230016231536865
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,1,2,power_law_1.2,0.5291200160980225
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,1,2,power_law_1.2,0.5331520080566406
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,1,2,power_law_1.2,0.5392767906188964
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,1,2,power_law_1.2,0.5438848018646241
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,1,2,power_law_1.2,0.5506752014160157
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,1,2,power_law_1.2,0.5610112190246582
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,1,2,power_law_1.2,0.5803711891174317
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,1,2,power_law_1.2,0.5935935974121094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,1,2,power_law_1.2,0.6081855773925782
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,1,2,power_law_1.2,0.6325823783874511
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,1,2,power_law_1.2,0.6908991813659668
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,1,2,power_law_1.2,0.746015977859497
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,1,2,power_law_1.2,1.0627072334289551
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,1,2,power_law_1.2,1.2948927879333496
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,1,2,power_law_1.2,1.7502208709716798
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,1,2,power_law_1.2,2.532678413391113
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,1,2,power_law_1.2,3.7139392852783204
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,1,2,power_law_1.2,4.894182586669922
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,1,2,power_law_1.2,6.177766418457031
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,1,2,power_law_1.2,8.63694076538086
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,1,2,power_law_1.2,14.653645324707032
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,1,2,power_law_1.2,19.652537536621093
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,14336,2,8,2,1,power_law_1.01,0.24849920272827147
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,14336,2,8,2,1,power_law_1.01,0.3923840045928955
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,14336,2,8,2,1,power_law_1.01,0.5256768226623535
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,14336,2,8,2,1,power_law_1.01,0.8724672317504882
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,14336,2,8,2,1,power_law_1.01,1.3306240081787108
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,14336,2,8,2,1,power_law_1.01,1.4187711715698241
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,14336,2,8,2,1,power_law_1.01,1.4239232063293457
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,14336,2,8,2,1,power_law_1.01,1.4368000030517578
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,14336,2,8,2,1,power_law_1.01,1.4350272178649903
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,14336,2,8,2,1,power_law_1.01,1.4264255523681642
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,14336,2,8,2,1,power_law_1.01,1.4465344429016114
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,14336,2,8,2,1,power_law_1.01,1.433894443511963
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,14336,2,8,2,1,power_law_1.01,1.5079168319702148
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,14336,2,8,2,1,power_law_1.01,1.5499711990356446
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,14336,2,8,2,1,power_law_1.01,1.5407103538513183
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,14336,2,8,2,1,power_law_1.01,1.6822656631469726
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,14336,2,8,2,1,power_law_1.01,1.6642688751220702
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,14336,2,8,2,1,power_law_1.01,1.961087989807129
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,2,1,power_law_1.01,2.2587583541870115
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,2,1,power_law_1.01,2.8991552352905274
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,2,1,power_law_1.01,3.69989128112793
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,2,1,power_law_1.01,5.146003341674804
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,2,1,power_law_1.01,6.566649627685547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,2,1,power_law_1.01,9.94076156616211
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,2,1,power_law_1.01,13.415846252441407
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,2,1,power_law_1.01,20.671366882324218
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,2,1,power_law_1.01,28.347198486328125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,2,1,power_law_1.01,0.1638592004776001
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,2,1,power_law_1.01,0.3084415912628174
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,2,1,power_law_1.01,0.3092223882675171
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,2,1,power_law_1.01,0.6293439865112305
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,2,1,power_law_1.01,1.3532544136047364
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,2,1,power_law_1.01,1.3958911895751953
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,2,1,power_law_1.01,1.4081727981567382
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,2,1,power_law_1.01,1.3767552375793457
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,2,1,power_law_1.01,1.4221823692321778
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,2,1,power_law_1.01,1.433785629272461
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,2,1,power_law_1.01,1.4668288230895996
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,2,1,power_law_1.01,1.4877120018005372
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,2,1,power_law_1.01,1.4846847534179688
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,2,1,power_law_1.01,1.5372672080993652
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,2,1,power_law_1.01,1.5518400192260742
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,2,1,power_law_1.01,1.6048255920410157
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,2,1,power_law_1.01,1.714975929260254
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,2,1,power_law_1.01,1.895756721496582
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,2,1,power_law_1.01,2.1836736679077147
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,2,1,power_law_1.01,2.7212736129760744
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,2,1,power_law_1.01,3.3682369232177733
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,2,1,power_law_1.01,4.770022583007813
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,2,1,power_law_1.01,6.219795227050781
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,2,1,power_law_1.01,9.355865478515625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,2,1,power_law_1.01,12.128435516357422
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,2,1,power_law_1.01,17.983174133300782
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,2,1,power_law_1.01,23.981587219238282
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,2,1,power_law_1.01,0.1492416024208069
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,2,1,power_law_1.01,0.2486720085144043
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,2,1,power_law_1.01,0.3385024070739746
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,2,1,power_law_1.01,0.4757567882537842
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,2,1,power_law_1.01,0.5008831977844238
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,2,1,power_law_1.01,0.5037119865417481
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,2,1,power_law_1.01,0.49800958633422854
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,2,1,power_law_1.01,0.5104767799377441
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,2,1,power_law_1.01,0.5030464172363281
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,2,1,power_law_1.01,0.5188352108001709
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,2,1,power_law_1.01,0.5244160175323487
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,2,1,power_law_1.01,0.5305215835571289
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,2,1,power_law_1.01,0.5501567840576171
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,2,1,power_law_1.01,0.5943615913391114
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,2,1,power_law_1.01,0.6002175807952881
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,2,1,power_law_1.01,0.6065983772277832
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,2,1,power_law_1.01,0.6092095851898194
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,2,1,power_law_1.01,0.7252031803131104
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,2,1,power_law_1.01,0.8984640121459961
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,2,1,power_law_1.01,1.241983985900879
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,2,1,power_law_1.01,1.6114879608154298
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,2,1,power_law_1.01,2.3964672088623047
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,2,1,power_law_1.01,3.1645055770874024
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,2,1,power_law_1.01,4.741024017333984
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,2,1,power_law_1.01,6.235238265991211
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,2,1,power_law_1.01,9.435411071777343
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,2,1,power_law_1.01,12.742316436767577
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,14336,2,8,2,1,power_law_1.2,0.24739840030670165
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,14336,2,8,2,1,power_law_1.2,0.3771008014678955
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,14336,2,8,2,1,power_law_1.2,0.5010560035705567
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,14336,2,8,2,1,power_law_1.2,0.9416576385498047
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,14336,2,8,2,1,power_law_1.2,1.406726360321045
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,14336,2,8,2,1,power_law_1.2,1.4164735794067382
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,14336,2,8,2,1,power_law_1.2,1.4277183532714843
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,14336,2,8,2,1,power_law_1.2,1.4346240043640137
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,14336,2,8,2,1,power_law_1.2,1.4530176162719726
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,14336,2,8,2,1,power_law_1.2,1.4553088188171386
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,14336,2,8,2,1,power_law_1.2,1.460364818572998
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,14336,2,8,2,1,power_law_1.2,1.4556480407714845
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,14336,2,8,2,1,power_law_1.2,1.4924991607666016
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,14336,2,8,2,1,power_law_1.2,1.4869248390197753
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,14336,2,8,2,1,power_law_1.2,1.5143936157226563
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,14336,2,8,2,1,power_law_1.2,1.6970495223999023
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,14336,2,8,2,1,power_law_1.2,1.720524787902832
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,14336,2,8,2,1,power_law_1.2,1.9125120162963867
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,2,1,power_law_1.2,2.2353536605834963
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,2,1,power_law_1.2,2.9123455047607423
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,2,1,power_law_1.2,3.6120960235595705
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,2,1,power_law_1.2,5.189728164672852
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,2,1,power_law_1.2,6.744767761230468
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,2,1,power_law_1.2,9.990188598632812
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,2,1,power_law_1.2,13.410060119628906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,2,1,power_law_1.2,20.528652954101563
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,2,1,power_law_1.2,28.684454345703124
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,2,1,power_law_1.2,0.16227200031280517
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,2,1,power_law_1.2,0.2538048028945923
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,2,1,power_law_1.2,0.3270080089569092
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,2,1,power_law_1.2,0.6320576190948486
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,2,1,power_law_1.2,1.3862848281860352
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,2,1,power_law_1.2,1.394918441772461
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,2,1,power_law_1.2,1.4072959899902344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,2,1,power_law_1.2,1.4092351913452148
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,2,1,power_law_1.2,1.3876992225646974
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,2,1,power_law_1.2,1.4239808082580567
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,2,1,power_law_1.2,1.4451711654663086
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,2,1,power_law_1.2,1.478553581237793
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,2,1,power_law_1.2,1.467084789276123
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,2,1,power_law_1.2,1.5048895835876466
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,2,1,power_law_1.2,1.5809791564941407
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,2,1,power_law_1.2,1.6017471313476563
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,2,1,power_law_1.2,1.785465621948242
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,2,1,power_law_1.2,1.9348543167114258
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,2,1,power_law_1.2,2.1449216842651366
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,2,1,power_law_1.2,2.704652786254883
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,2,1,power_law_1.2,3.497580718994141
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,2,1,power_law_1.2,4.871968078613281
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,2,1,power_law_1.2,6.328953552246094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,2,1,power_law_1.2,9.279923248291016
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,2,1,power_law_1.2,12.276966094970703
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,2,1,power_law_1.2,18.109983825683592
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,2,1,power_law_1.2,24.048570251464845
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,2,1,power_law_1.2,0.1499392032623291
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,2,1,power_law_1.2,0.23537280559539794
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,2,1,power_law_1.2,0.3160576105117798
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,2,1,power_law_1.2,0.47165441513061523
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,2,1,power_law_1.2,0.5013376235961914
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,2,1,power_law_1.2,0.5045695781707764
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,2,1,power_law_1.2,0.5069632053375244
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,2,1,power_law_1.2,0.5018303871154786
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,2,1,power_law_1.2,0.5121984004974365
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,2,1,power_law_1.2,0.5173567771911621
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,2,1,power_law_1.2,0.5236288070678711
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,2,1,power_law_1.2,0.5347328186035156
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,2,1,power_law_1.2,0.5651519775390625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,2,1,power_law_1.2,0.5922880172729492
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,2,1,power_law_1.2,0.6023231983184815
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,2,1,power_law_1.2,0.6058559894561768
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,2,1,power_law_1.2,0.6058432102203369
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,2,1,power_law_1.2,0.7252607822418213
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,2,1,power_law_1.2,0.8971199989318848
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,2,1,power_law_1.2,1.2291199684143066
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,2,1,power_law_1.2,1.6212543487548827
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,2,1,power_law_1.2,2.4027072906494142
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,2,1,power_law_1.2,3.1827264785766602
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,2,1,power_law_1.2,4.688473510742187
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,2,1,power_law_1.2,6.205868911743164
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,2,1,power_law_1.2,9.380697631835938
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,2,1,power_law_1.2,12.612493133544922
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,2,power_law_1.01,0.5810624122619629
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,2,power_law_1.01,0.8188991546630859
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,2,power_law_1.01,1.0547840118408203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,2,power_law_1.01,2.224224090576172
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,2,power_law_1.01,2.483033561706543
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,2,power_law_1.01,2.4932607650756835
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,2,power_law_1.01,2.5176448822021484
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,2,power_law_1.01,2.404262351989746
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,2,power_law_1.01,2.5404031753540037
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,2,power_law_1.01,2.5618751525878904
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,2,power_law_1.01,2.583123207092285
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,2,power_law_1.01,2.6085887908935548
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,2,power_law_1.01,2.619712066650391
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,2,power_law_1.01,2.8061311721801756
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,2,power_law_1.01,2.994054412841797
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,2,power_law_1.01,2.9801855087280273
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,2,power_law_1.01,3.261676788330078
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,2,power_law_1.01,3.8846912384033203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,2,power_law_1.01,5.30437126159668
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,2,power_law_1.01,6.015078353881836
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,2,power_law_1.01,9.826675415039062
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,2,power_law_1.01,11.779974365234375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,2,power_law_1.01,17.571673583984374
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,2,power_law_1.01,24.65858612060547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,2,power_law_1.01,36.36497802734375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,2,power_law_1.01,50.575314331054685
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,2,power_law_1.01,80.06956787109375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,2,power_law_1.01,0.3519551992416382
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,2,power_law_1.01,0.6113152027130127
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,2,power_law_1.01,0.6321983814239502
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,2,power_law_1.01,2.4077951431274416
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,2,power_law_1.01,2.4232767105102537
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,2,power_law_1.01,2.450432014465332
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,2,power_law_1.01,2.508211135864258
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,2,power_law_1.01,2.530944061279297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,2,power_law_1.01,2.5456127166748046
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,2,power_law_1.01,2.5968767166137696
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,2,power_law_1.01,2.614752006530762
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,2,power_law_1.01,2.6436288833618162
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,2,power_law_1.01,2.6929344177246093
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,2,power_law_1.01,2.7018239974975584
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,2,power_law_1.01,2.733625602722168
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,2,power_law_1.01,3.159539222717285
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,2,power_law_1.01,3.4381950378417967
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,2,power_law_1.01,4.143807983398437
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,2,power_law_1.01,4.679564666748047
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,2,power_law_1.01,6.143199920654297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,2,power_law_1.01,7.88656005859375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,2,power_law_1.01,11.49261474609375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,2,power_law_1.01,14.578201293945312
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,2,power_law_1.01,21.43658905029297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,2,power_law_1.01,30.561886596679688
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,2,power_law_1.01,46.28843383789062
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,2,power_law_1.01,75.80914916992188
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,1,2,power_law_1.01,0.40775041580200194
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,1,2,power_law_1.01,0.5202943801879882
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,1,2,power_law_1.01,0.5086336135864258
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,1,2,power_law_1.01,0.805900764465332
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,1,2,power_law_1.01,0.8439488410949707
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,1,2,power_law_1.01,0.8517631530761719
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,1,2,power_law_1.01,0.8580927848815918
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,1,2,power_law_1.01,0.8682815551757812
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,1,2,power_law_1.01,0.8757887840270996
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,1,2,power_law_1.01,0.8839551925659179
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,1,2,power_law_1.01,0.8998592376708985
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,1,2,power_law_1.01,0.9342592239379883
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,1,2,power_law_1.01,0.9393343925476074
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,1,2,power_law_1.01,0.9839872360229492
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,1,2,power_law_1.01,1.1033408164978027
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,1,2,power_law_1.01,1.0989567756652832
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,1,2,power_law_1.01,1.1384639739990234
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,1,2,power_law_1.01,1.3933376312255858
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,1,2,power_law_1.01,2.0688192367553713
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,1,2,power_law_1.01,2.966592025756836
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,1,2,power_law_1.01,3.466387176513672
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,1,2,power_law_1.01,5.195942306518555
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,1,2,power_law_1.01,8.007142639160156
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,1,2,power_law_1.01,11.461734771728516
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,1,2,power_law_1.01,15.237741088867187
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,1,2,power_law_1.01,22.402835083007812
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,1,2,power_law_1.01,31.6596923828125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,2,power_law_1.2,0.5026368141174317
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,2,power_law_1.2,0.9748031616210937
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,2,power_law_1.2,1.294585609436035
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,2,power_law_1.2,2.4716608047485353
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,2,power_law_1.2,2.359820747375488
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,2,power_law_1.2,2.4900543212890627
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,2,power_law_1.2,2.533247947692871
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,2,power_law_1.2,2.5302528381347655
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,2,power_law_1.2,2.543199920654297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,2,power_law_1.2,2.560063934326172
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,2,power_law_1.2,2.5948415756225587
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,2,power_law_1.2,2.585798454284668
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,2,power_law_1.2,2.6158592224121096
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,2,power_law_1.2,2.749235153198242
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,2,power_law_1.2,2.824473571777344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,2,power_law_1.2,2.865222358703613
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,2,power_law_1.2,3.4589889526367186
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,2,power_law_1.2,3.6214080810546876
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,2,power_law_1.2,4.505299377441406
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,2,power_law_1.2,6.347801589965821
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,2,power_law_1.2,8.475654602050781
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,2,power_law_1.2,11.413734436035156
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,2,power_law_1.2,14.778399658203124
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,2,power_law_1.2,27.495660400390626
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,2,power_law_1.2,40.075009155273435
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,2,power_law_1.2,60.42247314453125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,2,power_law_1.2,79.53211059570313
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,2,power_law_1.2,0.4681087970733643
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,2,power_law_1.2,0.6304768085479736
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,2,power_law_1.2,0.7886591911315918
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,2,power_law_1.2,2.406649589538574
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,2,power_law_1.2,2.3209152221679688
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,2,power_law_1.2,2.351308822631836
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,2,power_law_1.2,2.521004867553711
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,2,power_law_1.2,2.5327680587768553
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,2,power_law_1.2,2.565772819519043
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,2,power_law_1.2,2.6054271697998046
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,2,power_law_1.2,2.613536071777344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,2,power_law_1.2,2.663590431213379
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,2,power_law_1.2,2.6686016082763673
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,2,power_law_1.2,2.880384063720703
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,2,power_law_1.2,2.7389503479003907
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,2,power_law_1.2,3.159916877746582
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,2,power_law_1.2,3.375334548950195
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,2,power_law_1.2,4.234931182861328
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,2,power_law_1.2,4.585862350463867
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,2,power_law_1.2,6.2405952453613285
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,2,power_law_1.2,8.794911956787109
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,2,power_law_1.2,12.267167663574218
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,2,power_law_1.2,14.283584594726562
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,2,power_law_1.2,22.247744750976562
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,2,power_law_1.2,29.26151123046875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,2,power_law_1.2,57.499810791015626
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,2,power_law_1.2,74.94110107421875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,1,2,power_law_1.2,0.29925758838653566
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,1,2,power_law_1.2,0.5213632106781005
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,1,2,power_law_1.2,0.5453887939453125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,1,2,power_law_1.2,0.8375935554504395
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,1,2,power_law_1.2,0.8085375785827636
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,1,2,power_law_1.2,0.850649642944336
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,1,2,power_law_1.2,0.8592384338378907
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,1,2,power_law_1.2,0.8675583839416504
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,1,2,power_law_1.2,0.8766976356506347
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,1,2,power_law_1.2,0.8855615615844726
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,1,2,power_law_1.2,0.904691219329834
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,1,2,power_law_1.2,0.9315775871276856
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,1,2,power_law_1.2,0.9380864143371582
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,1,2,power_law_1.2,1.0170816421508788
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,1,2,power_law_1.2,1.082700824737549
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,1,2,power_law_1.2,1.105836772918701
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,1,2,power_law_1.2,1.1568448066711425
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,1,2,power_law_1.2,1.3365823745727539
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,1,2,power_law_1.2,1.9304576873779298
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,1,2,power_law_1.2,2.9539264678955077
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,1,2,power_law_1.2,3.7647361755371094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,1,2,power_law_1.2,5.244371032714843
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,1,2,power_law_1.2,8.071046447753906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,1,2,power_law_1.2,9.458335876464844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,1,2,power_law_1.2,14.080429077148438
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,1,2,power_law_1.2,21.55242919921875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,1,2,power_law_1.2,27.872769165039063
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,6144,16384,2,8,2,1,power_law_1.01,0.413753604888916
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,6144,16384,2,8,2,1,power_law_1.01,0.6961855888366699
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,6144,16384,2,8,2,1,power_law_1.01,0.8542400360107422
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,6144,16384,2,8,2,1,power_law_1.01,1.6251327514648437
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,6144,16384,2,8,2,1,power_law_1.01,2.359775924682617
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,6144,16384,2,8,2,1,power_law_1.01,2.430751991271973
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,6144,16384,2,8,2,1,power_law_1.01,2.393548774719238
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,6144,16384,2,8,2,1,power_law_1.01,2.463206481933594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,6144,16384,2,8,2,1,power_law_1.01,2.406585693359375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,6144,16384,2,8,2,1,power_law_1.01,2.525984001159668
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,6144,16384,2,8,2,1,power_law_1.01,2.618726348876953
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,6144,16384,2,8,2,1,power_law_1.01,2.6054655075073243
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,6144,16384,2,8,2,1,power_law_1.01,2.5879039764404297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,6144,16384,2,8,2,1,power_law_1.01,2.692697525024414
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,6144,16384,2,8,2,1,power_law_1.01,2.573388862609863
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,6144,16384,2,8,2,1,power_law_1.01,2.6944128036499024
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,6144,16384,2,8,2,1,power_law_1.01,3.039699172973633
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,6144,16384,2,8,2,1,power_law_1.01,3.5142848968505858
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,2,1,power_law_1.01,3.905177688598633
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,2,1,power_law_1.01,5.1797630310058596
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,2,1,power_law_1.01,6.431475067138672
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,2,1,power_law_1.01,9.021100616455078
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,2,1,power_law_1.01,11.826329803466797
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,2,1,power_law_1.01,17.504261779785157
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,2,1,power_law_1.01,23.371437072753906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,2,1,power_law_1.01,36.34129333496094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,2,1,power_law_1.01,50.138092041015625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,2,1,power_law_1.01,0.2767616033554077
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,2,1,power_law_1.01,0.4853375911712646
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,2,1,power_law_1.01,0.6238976001739502
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,2,1,power_law_1.01,1.199443244934082
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,2,1,power_law_1.01,2.398028755187988
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,2,1,power_law_1.01,2.3668800354003907
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,2,1,power_law_1.01,2.405254364013672
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,2,1,power_law_1.01,2.4939456939697267
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,2,1,power_law_1.01,2.4997184753417967
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,2,1,power_law_1.01,2.5738367080688476
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,2,1,power_law_1.01,2.6016191482543944
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,2,1,power_law_1.01,2.6678144454956056
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,2,1,power_law_1.01,2.757663917541504
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,2,1,power_law_1.01,2.7511167526245117
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,2,1,power_law_1.01,2.828000068664551
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,2,1,power_law_1.01,3.0203392028808596
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,2,1,power_law_1.01,3.1569599151611327
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,2,1,power_law_1.01,3.595916748046875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,2,1,power_law_1.01,3.8842369079589845
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,2,1,power_law_1.01,4.9270271301269535
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,2,1,power_law_1.01,5.998720169067383
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,2,1,power_law_1.01,8.360524749755859
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,2,1,power_law_1.01,10.895948791503907
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,2,1,power_law_1.01,15.513632202148438
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,2,1,power_law_1.01,20.465895080566405
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,2,1,power_law_1.01,30.24874267578125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,2,1,power_law_1.01,40.95463562011719
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,2,1,power_law_1.01,0.22724480628967286
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,2,1,power_law_1.01,0.3601408004760742
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,2,1,power_law_1.01,0.4934847831726074
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,2,1,power_law_1.01,0.7923776149749756
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,2,1,power_law_1.01,0.8772031784057617
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,2,1,power_law_1.01,0.8780287742614746
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,2,1,power_law_1.01,0.8823936462402344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,2,1,power_law_1.01,0.8875328063964844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,2,1,power_law_1.01,0.904793643951416
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,2,1,power_law_1.01,0.8999103546142578
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,2,1,power_law_1.01,0.9023167610168457
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,2,1,power_law_1.01,0.8911616325378418
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,2,1,power_law_1.01,0.9064191818237305
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,2,1,power_law_1.01,0.9234175682067871
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,2,1,power_law_1.01,0.9667648315429688
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,2,1,power_law_1.01,0.9968959808349609
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,2,1,power_law_1.01,1.0027647972106934
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,2,1,power_law_1.01,1.1358847618103027
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,2,1,power_law_1.01,1.490732765197754
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,2,1,power_law_1.01,2.0054336547851563
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,2,1,power_law_1.01,2.6141759872436525
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,2,1,power_law_1.01,3.860575866699219
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,2,1,power_law_1.01,5.111417770385742
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,2,1,power_law_1.01,7.617823791503906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,2,1,power_law_1.01,10.197516632080077
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,2,1,power_law_1.01,15.547077941894532
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,2,1,power_law_1.01,20.818521118164064
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,6144,16384,2,8,2,1,power_law_1.2,0.4145792007446289
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,6144,16384,2,8,2,1,power_law_1.2,0.7335423946380615
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,6144,16384,2,8,2,1,power_law_1.2,0.933017635345459
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,6144,16384,2,8,2,1,power_law_1.2,1.6261888504028321
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,6144,16384,2,8,2,1,power_law_1.2,2.3009023666381836
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,6144,16384,2,8,2,1,power_law_1.2,2.428499221801758
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,6144,16384,2,8,2,1,power_law_1.2,2.445497512817383
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,6144,16384,2,8,2,1,power_law_1.2,2.461836814880371
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,6144,16384,2,8,2,1,power_law_1.2,2.470470428466797
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,6144,16384,2,8,2,1,power_law_1.2,2.523494338989258
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,6144,16384,2,8,2,1,power_law_1.2,2.5617984771728515
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,6144,16384,2,8,2,1,power_law_1.2,2.6348480224609374
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,6144,16384,2,8,2,1,power_law_1.2,2.603455924987793
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,6144,16384,2,8,2,1,power_law_1.2,2.7233280181884765
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,6144,16384,2,8,2,1,power_law_1.2,2.7561471939086912
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,6144,16384,2,8,2,1,power_law_1.2,2.708083152770996
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,6144,16384,2,8,2,1,power_law_1.2,3.008390426635742
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,6144,16384,2,8,2,1,power_law_1.2,3.5020095825195314
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,2,1,power_law_1.2,4.093145751953125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,2,1,power_law_1.2,5.182732772827149
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,2,1,power_law_1.2,6.013568115234375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,2,1,power_law_1.2,9.138559722900391
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,2,1,power_law_1.2,11.81509780883789
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,2,1,power_law_1.2,17.4297607421875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,2,1,power_law_1.2,23.55199432373047
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,2,1,power_law_1.2,37.372308349609376
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,2,1,power_law_1.2,49.576806640625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,2,1,power_law_1.2,0.2810879945755005
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,2,1,power_law_1.2,0.4848447799682617
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,2,1,power_law_1.2,0.6012671947479248
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,2,1,power_law_1.2,1.1627903938293458
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,2,1,power_law_1.2,2.34703369140625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,2,1,power_law_1.2,2.3678144454956054
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,2,1,power_law_1.2,2.459436798095703
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,2,1,power_law_1.2,2.4899007797241213
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,2,1,power_law_1.2,2.469152069091797
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,2,1,power_law_1.2,2.5845632553100586
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,2,1,power_law_1.2,2.6379583358764647
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,2,1,power_law_1.2,2.637996864318848
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,2,1,power_law_1.2,2.7011199951171876
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,2,1,power_law_1.2,2.686195182800293
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,2,1,power_law_1.2,2.875379180908203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,2,1,power_law_1.2,2.829644775390625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,2,1,power_law_1.2,3.1685760498046873
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,2,1,power_law_1.2,3.612723159790039
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,2,1,power_law_1.2,3.9758529663085938
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,2,1,power_law_1.2,4.925676727294922
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,2,1,power_law_1.2,6.275423812866211
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,2,1,power_law_1.2,8.266790771484375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,2,1,power_law_1.2,10.62569580078125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,2,1,power_law_1.2,15.719801330566407
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,2,1,power_law_1.2,20.588076782226562
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,2,1,power_law_1.2,30.241485595703125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,2,1,power_law_1.2,40.59434814453125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,2,1,power_law_1.2,0.22703359127044678
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,2,1,power_law_1.2,0.3598848104476929
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,2,1,power_law_1.2,0.5189504146575927
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,2,1,power_law_1.2,0.8358016014099121
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,2,1,power_law_1.2,0.8160384178161622
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,2,1,power_law_1.2,0.8859711647033691
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,2,1,power_law_1.2,0.8609343528747558
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,2,1,power_law_1.2,0.8940095901489258
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,2,1,power_law_1.2,0.8732735633850097
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,2,1,power_law_1.2,0.9109696388244629
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,2,1,power_law_1.2,0.9129088401794434
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,2,1,power_law_1.2,0.8900992393493652
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,2,1,power_law_1.2,0.9022656440734863
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,2,1,power_law_1.2,0.9220735549926757
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,2,1,power_law_1.2,0.957420825958252
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,2,1,power_law_1.2,1.0027711868286133
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,2,1,power_law_1.2,1.0059967994689942
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,2,1,power_law_1.2,1.1329024314880372
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,2,1,power_law_1.2,1.419212818145752
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,2,1,power_law_1.2,1.9983936309814454
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,2,1,power_law_1.2,2.629363250732422
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,2,1,power_law_1.2,3.8559806823730467
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,2,1,power_law_1.2,5.121279907226563
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,2,1,power_law_1.2,7.586790466308594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,2,1,power_law_1.2,10.375724792480469
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,2,1,power_law_1.2,15.542092895507812
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,2,1,power_law_1.2,20.775672912597656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,2,power_law_1.01,0.4820223808288574
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,2,power_law_1.01,0.9522751808166504
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,2,power_law_1.01,1.525868797302246
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,2,power_law_1.01,2.4602752685546876
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,2,power_law_1.01,3.5599998474121093
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,2,power_law_1.01,4.062700653076172
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,2,power_law_1.01,5.693427276611328
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,2,power_law_1.01,5.792889785766602
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,2,power_law_1.01,6.219398498535156
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,2,power_law_1.01,6.356006240844726
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,2,power_law_1.01,6.501420593261718
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,2,power_law_1.01,9.799686431884766
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,2,power_law_1.01,9.520384216308594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,2,power_law_1.01,9.959327697753906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,2,power_law_1.01,9.805043029785157
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,2,power_law_1.01,10.063481903076172
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,2,power_law_1.01,10.582905578613282
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,2,power_law_1.01,11.031436920166016
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,2,power_law_1.01,11.319974517822265
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,2,power_law_1.01,11.879718780517578
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,2,power_law_1.01,12.29658203125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,2,power_law_1.01,13.436492919921875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,2,power_law_1.01,14.497850036621093
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,2,power_law_1.01,17.350265502929688
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,2,power_law_1.01,20.093548583984376
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,2,power_law_1.01,28.62328186035156
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,2,power_law_1.01,35.49296569824219
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,2,power_law_1.01,0.426636791229248
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,2,power_law_1.01,0.7017792224884033
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,2,power_law_1.01,1.0881983757019043
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,2,power_law_1.01,1.805081558227539
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,2,power_law_1.01,2.444198417663574
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,2,power_law_1.01,3.272467041015625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,2,power_law_1.01,4.025382232666016
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,2,power_law_1.01,4.231071853637696
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,2,power_law_1.01,4.634950256347656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,2,power_law_1.01,4.409516906738281
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,2,power_law_1.01,4.743878555297852
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,2,power_law_1.01,9.88892822265625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,2,power_law_1.01,9.501535797119141
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,2,power_law_1.01,10.29381103515625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,2,power_law_1.01,10.805312347412109
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,2,power_law_1.01,10.305299377441406
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,2,power_law_1.01,10.83729248046875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,2,power_law_1.01,11.572499084472657
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,2,power_law_1.01,11.655513763427734
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,2,power_law_1.01,12.166770935058594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,2,power_law_1.01,12.419513702392578
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,2,power_law_1.01,13.297952270507812
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,2,power_law_1.01,14.200518798828124
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,2,power_law_1.01,16.38446044921875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,2,power_law_1.01,19.597932434082033
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,2,power_law_1.01,25.324549865722656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,2,power_law_1.01,32.334765625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,2,power_law_1.01,0.3430847883224487
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,2,power_law_1.01,0.5041152000427246
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,2,power_law_1.01,0.7941952228546143
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,2,power_law_1.01,1.252511978149414
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,2,power_law_1.01,1.623436737060547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,2,power_law_1.01,2.083347129821777
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,2,power_law_1.01,2.9464448928833007
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,2,power_law_1.01,3.0920896530151367
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,2,power_law_1.01,3.037164878845215
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,2,power_law_1.01,3.124736022949219
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,2,power_law_1.01,3.045516777038574
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,2,power_law_1.01,3.28711051940918
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,2,power_law_1.01,3.359008026123047
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,2,power_law_1.01,3.3820480346679687
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,2,power_law_1.01,3.569919967651367
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,2,power_law_1.01,3.6692928314208983
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,2,power_law_1.01,3.7119678497314452
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,2,power_law_1.01,3.8253631591796875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,2,power_law_1.01,3.998067092895508
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,2,power_law_1.01,4.1792255401611325
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,2,power_law_1.01,4.487385559082031
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,2,power_law_1.01,5.215788650512695
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,2,power_law_1.01,5.6751361846923825
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,2,power_law_1.01,7.560428619384766
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,2,power_law_1.01,9.395283508300782
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,2,power_law_1.01,13.448582458496094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,2,power_law_1.01,17.607859802246093
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,2,power_law_1.2,0.4805568218231201
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,2,power_law_1.2,0.9452735900878906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,2,power_law_1.2,1.3073087692260743
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,2,power_law_1.2,2.122444725036621
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,2,power_law_1.2,2.99354248046875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,2,power_law_1.2,3.8952896118164064
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,2,power_law_1.2,5.444672012329102
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,2,power_law_1.2,5.810752105712891
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,2,power_law_1.2,5.862131118774414
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,2,power_law_1.2,6.323328018188477
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,2,power_law_1.2,6.046598434448242
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,2,power_law_1.2,9.917337799072266
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,2,power_law_1.2,9.767417907714844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,2,power_law_1.2,9.897222137451172
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,2,power_law_1.2,10.514252471923829
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,2,power_law_1.2,10.23724822998047
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,2,power_law_1.2,10.98097915649414
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,2,power_law_1.2,11.311186981201171
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,2,power_law_1.2,11.392166137695312
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,2,power_law_1.2,11.88806381225586
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,2,power_law_1.2,12.996543884277344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,2,power_law_1.2,14.232377624511718
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,2,power_law_1.2,15.332633972167969
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,2,power_law_1.2,19.018643188476563
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,2,power_law_1.2,23.353779602050782
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,2,power_law_1.2,30.74239501953125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,2,power_law_1.2,38.60023803710938
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,2,power_law_1.2,0.43094401359558104
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,2,power_law_1.2,0.7021696090698242
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,2,power_law_1.2,1.0289024353027343
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,2,power_law_1.2,1.5779775619506835
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,2,power_law_1.2,2.2636159896850585
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,2,power_law_1.2,2.5542720794677733
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,2,power_law_1.2,4.071238327026367
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,2,power_law_1.2,4.047820663452148
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,2,power_law_1.2,4.418016052246093
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,2,power_law_1.2,4.316204833984375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,2,power_law_1.2,4.553452682495117
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,2,power_law_1.2,9.464966583251954
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,2,power_law_1.2,10.298822021484375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,2,power_law_1.2,10.594713592529297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,2,power_law_1.2,10.882022094726562
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,2,power_law_1.2,11.006764984130859
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,2,power_law_1.2,11.01208953857422
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,2,power_law_1.2,11.636051177978516
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,2,power_law_1.2,12.066496276855469
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,2,power_law_1.2,12.791577911376953
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,2,power_law_1.2,12.70483856201172
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,2,power_law_1.2,13.8657470703125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,2,power_law_1.2,15.164288330078126
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,2,power_law_1.2,18.099455261230467
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,2,power_law_1.2,21.668672180175783
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,2,power_law_1.2,29.368832397460938
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,2,power_law_1.2,36.49280700683594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,2,power_law_1.2,0.3453376054763794
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,2,power_law_1.2,0.5040128231048584
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,2,power_law_1.2,0.7072192192077636
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,2,power_law_1.2,1.019968032836914
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,2,power_law_1.2,1.5562560081481933
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,2,power_law_1.2,2.027065658569336
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,2,power_law_1.2,2.742131233215332
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,2,power_law_1.2,2.9747392654418947
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,2,power_law_1.2,3.020307159423828
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,2,power_law_1.2,3.0416831970214844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,2,power_law_1.2,3.3006591796875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,2,power_law_1.2,3.2819969177246096
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,2,power_law_1.2,3.2614974975585938
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,2,power_law_1.2,3.485452651977539
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,2,power_law_1.2,3.4862590789794923
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,2,power_law_1.2,3.6739265441894533
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,2,power_law_1.2,3.763091278076172
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,2,power_law_1.2,4.103308868408203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,2,power_law_1.2,4.176051330566406
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,2,power_law_1.2,4.393695831298828
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,2,power_law_1.2,4.705632019042969
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,2,power_law_1.2,5.454739379882812
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,2,power_law_1.2,6.21923828125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,2,power_law_1.2,8.088294219970702
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,2,power_law_1.2,9.505843353271484
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,2,power_law_1.2,13.934098815917968
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,2,power_law_1.2,17.86826934814453
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,7168,2048,8,256,2,1,power_law_1.01,0.2484544038772583
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,7168,2048,8,256,2,1,power_law_1.01,0.47672319412231445
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,7168,2048,8,256,2,1,power_law_1.01,0.937996768951416
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,7168,2048,8,256,2,1,power_law_1.01,1.8726655960083007
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,7168,2048,8,256,2,1,power_law_1.01,2.7757888793945313
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,7168,2048,8,256,2,1,power_law_1.01,3.811756896972656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,7168,2048,8,256,2,1,power_law_1.01,5.426387023925781
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,7168,2048,8,256,2,1,power_law_1.01,5.594611358642578
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,7168,2048,8,256,2,1,power_law_1.01,5.82817268371582
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,7168,2048,8,256,2,1,power_law_1.01,5.9896385192871096
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,7168,2048,8,256,2,1,power_law_1.01,6.121247863769531
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,7168,2048,8,256,2,1,power_law_1.01,6.168652725219727
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,7168,2048,8,256,2,1,power_law_1.01,6.3203582763671875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,7168,2048,8,256,2,1,power_law_1.01,6.462009429931641
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,7168,2048,8,256,2,1,power_law_1.01,9.993644714355469
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,7168,2048,8,256,2,1,power_law_1.01,10.09836196899414
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,7168,2048,8,256,2,1,power_law_1.01,10.418386840820313
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,7168,2048,8,256,2,1,power_law_1.01,10.627033233642578
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,2,1,power_law_1.01,10.986643218994141
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,2,1,power_law_1.01,11.459315490722656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,2,1,power_law_1.01,11.697535705566406
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,2,1,power_law_1.01,12.282502746582031
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,2,1,power_law_1.01,13.01976318359375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,2,1,power_law_1.01,15.092799377441406
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,2,1,power_law_1.01,17.885343933105467
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,2,1,power_law_1.01,24.200531005859375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,2,1,power_law_1.01,30.701260375976563
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,2,1,power_law_1.01,0.2271104097366333
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,2,1,power_law_1.01,0.31553919315338136
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,2,1,power_law_1.01,0.6878208160400391
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,2,1,power_law_1.01,1.3439040184020996
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,2,1,power_law_1.01,1.9542655944824219
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,2,1,power_law_1.01,2.7112831115722655
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,2,1,power_law_1.01,3.835891342163086
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,2,1,power_law_1.01,3.9834495544433595
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,2,1,power_law_1.01,4.086297607421875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,2,1,power_law_1.01,4.2261505126953125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,2,1,power_law_1.01,4.358879852294922
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,2,1,power_law_1.01,4.442598342895508
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,2,1,power_law_1.01,4.529996871948242
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,2,1,power_law_1.01,4.726105499267578
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,2,1,power_law_1.01,10.003648376464843
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,2,1,power_law_1.01,10.093344116210938
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,2,1,power_law_1.01,10.424371337890625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,2,1,power_law_1.01,10.844927978515624
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,2,1,power_law_1.01,11.068755340576171
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,2,1,power_law_1.01,11.638681793212891
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,2,1,power_law_1.01,11.976876831054687
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,2,1,power_law_1.01,12.30847396850586
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,2,1,power_law_1.01,13.006451416015626
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,2,1,power_law_1.01,14.867936706542968
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,2,1,power_law_1.01,16.78080596923828
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,2,1,power_law_1.01,21.888377380371093
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,2,1,power_law_1.01,27.350503540039064
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,2,1,power_law_1.01,0.20506880283355713
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,2,1,power_law_1.01,0.25756800174713135
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,2,1,power_law_1.01,0.4961855888366699
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,2,1,power_law_1.01,0.9596863746643066
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,2,1,power_law_1.01,1.4238911628723145
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,2,1,power_law_1.01,1.9404352188110352
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,2,1,power_law_1.01,2.7437631607055666
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,2,1,power_law_1.01,2.9049856185913088
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,2,1,power_law_1.01,2.9472383499145507
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,2,1,power_law_1.01,2.9800575256347654
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,2,1,power_law_1.01,3.0933055877685547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,2,1,power_law_1.01,3.2291328430175783
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,2,1,power_law_1.01,3.2158462524414064
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,2,1,power_law_1.01,3.4218177795410156
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,2,1,power_law_1.01,3.3974464416503904
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,2,1,power_law_1.01,3.537343978881836
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,2,1,power_law_1.01,3.6387966156005858
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,2,1,power_law_1.01,3.748979187011719
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,2,1,power_law_1.01,3.874367904663086
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,2,1,power_law_1.01,4.162201690673828
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,2,1,power_law_1.01,4.344524765014649
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,2,1,power_law_1.01,4.86108169555664
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,2,1,power_law_1.01,5.321555328369141
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,2,1,power_law_1.01,6.702598571777344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,2,1,power_law_1.01,8.185388946533203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,2,1,power_law_1.01,11.444979095458985
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,2,1,power_law_1.01,15.13311309814453
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,7168,2048,8,256,2,1,power_law_1.2,0.24812800884246827
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,7168,2048,8,256,2,1,power_law_1.2,0.47572479248046873
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,7168,2048,8,256,2,1,power_law_1.2,0.937600040435791
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,7168,2048,8,256,2,1,power_law_1.2,1.7682559967041016
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,7168,2048,8,256,2,1,power_law_1.2,2.4995264053344726
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,7168,2048,8,256,2,1,power_law_1.2,3.4386558532714844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,7168,2048,8,256,2,1,power_law_1.2,5.144601440429687
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,7168,2048,8,256,2,1,power_law_1.2,5.624031829833984
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,7168,2048,8,256,2,1,power_law_1.2,5.758867263793945
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,7168,2048,8,256,2,1,power_law_1.2,5.808095932006836
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,7168,2048,8,256,2,1,power_law_1.2,6.011705780029297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,7168,2048,8,256,2,1,power_law_1.2,6.449485015869141
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,7168,2048,8,256,2,1,power_law_1.2,6.4016258239746096
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,7168,2048,8,256,2,1,power_law_1.2,6.784620666503907
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,7168,2048,8,256,2,1,power_law_1.2,9.938566589355469
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,7168,2048,8,256,2,1,power_law_1.2,10.252690887451172
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,7168,2048,8,256,2,1,power_law_1.2,10.48458251953125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,7168,2048,8,256,2,1,power_law_1.2,11.074086761474609
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,2,1,power_law_1.2,11.305299377441406
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,2,1,power_law_1.2,11.821810913085937
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,2,1,power_law_1.2,12.3697021484375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,2,1,power_law_1.2,12.84638671875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,2,1,power_law_1.2,14.088121032714843
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,2,1,power_law_1.2,16.44990692138672
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,2,1,power_law_1.2,19.631590270996092
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,2,1,power_law_1.2,25.735513305664064
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,2,1,power_law_1.2,32.1150390625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,2,1,power_law_1.2,0.22514560222625732
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,2,1,power_law_1.2,0.313811206817627
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,2,1,power_law_1.2,0.6944320201873779
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,2,1,power_law_1.2,1.1916543960571289
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,2,1,power_law_1.2,1.753094482421875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,2,1,power_law_1.2,2.413830375671387
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,2,1,power_law_1.2,3.725254440307617
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,2,1,power_law_1.2,4.023724746704102
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,2,1,power_law_1.2,3.992582321166992
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,2,1,power_law_1.2,4.216454315185547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,2,1,power_law_1.2,4.433472061157227
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,2,1,power_law_1.2,4.431897735595703
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,2,1,power_law_1.2,4.649951934814453
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,2,1,power_law_1.2,4.641548919677734
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,2,1,power_law_1.2,10.833004760742188
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,2,1,power_law_1.2,10.385580444335938
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,2,1,power_law_1.2,10.972889709472657
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,2,1,power_law_1.2,11.304755401611327
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,2,1,power_law_1.2,11.583526611328125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,2,1,power_law_1.2,12.039027404785156
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,2,1,power_law_1.2,12.281849670410157
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,2,1,power_law_1.2,13.018649291992187
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,2,1,power_law_1.2,13.717765808105469
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,2,1,power_law_1.2,15.803987121582031
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,2,1,power_law_1.2,18.14981689453125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,2,1,power_law_1.2,23.92662353515625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,2,1,power_law_1.2,29.460089111328124
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,2,1,power_law_1.2,0.2052992105484009
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,2,1,power_law_1.2,0.257043194770813
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,2,1,power_law_1.2,0.4968255996704102
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,2,1,power_law_1.2,0.8442432403564453
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,2,1,power_law_1.2,1.2758912086486816
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,2,1,power_law_1.2,1.720249557495117
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,2,1,power_law_1.2,2.6170751571655275
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,2,1,power_law_1.2,2.7961023330688475
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,2,1,power_law_1.2,2.9435264587402346
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,2,1,power_law_1.2,3.0119871139526366
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,2,1,power_law_1.2,3.1155519485473633
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,2,1,power_law_1.2,3.305580902099609
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,2,1,power_law_1.2,3.2376895904541017
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,2,1,power_law_1.2,3.3842239379882812
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,2,1,power_law_1.2,3.4859519958496095
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,2,1,power_law_1.2,3.5773246765136717
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,2,1,power_law_1.2,3.7695297241210937
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,2,1,power_law_1.2,3.914406585693359
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,2,1,power_law_1.2,4.082559967041016
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,2,1,power_law_1.2,4.291046524047852
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,2,1,power_law_1.2,4.50940170288086
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,2,1,power_law_1.2,5.052601623535156
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,2,1,power_law_1.2,5.732339096069336
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,2,1,power_law_1.2,7.112025451660156
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,2,1,power_law_1.2,8.495552062988281
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,2,1,power_law_1.2,11.965856170654297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,2,1,power_law_1.2,15.456498718261718
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,2,power_law_1.01,0.030041599273681642
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,2,power_law_1.01,0.05598719716072083
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,2,power_law_1.01,0.13761919736862183
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,2,power_law_1.01,0.19690239429473877
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,2,power_law_1.01,0.2313152074813843
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,2,power_law_1.01,0.3714047908782959
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,2,power_law_1.01,0.3658560037612915
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,2,power_law_1.01,0.37832961082458494
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,2,power_law_1.01,0.5593472003936768
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,2,power_law_1.01,0.5568895816802979
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,2,power_law_1.01,0.5622528076171875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,2,power_law_1.01,0.5511680126190186
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,2,power_law_1.01,0.5807424068450928
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,2,power_law_1.01,0.600383996963501
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,2,power_law_1.01,0.6020351886749268
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,2,power_law_1.01,0.6064000129699707
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,2,power_law_1.01,0.624351978302002
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,2,power_law_1.01,0.645030403137207
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,2,power_law_1.01,0.6687104225158691
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,2,power_law_1.01,0.7168704032897949
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,2,power_law_1.01,0.7711552143096924
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,2,power_law_1.01,0.9737919807434082
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,2,power_law_1.01,1.216217613220215
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,2,power_law_1.01,1.6827520370483398
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,2,power_law_1.01,2.374176025390625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,2,power_law_1.01,3.347788619995117
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,2,power_law_1.01,4.359296035766602
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,2,power_law_1.01,0.02535040080547333
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,2,power_law_1.01,0.030988800525665283
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,2,power_law_1.01,0.053907197713851926
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,2,power_law_1.01,0.08306559920310974
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,2,power_law_1.01,0.15748480558395386
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,2,power_law_1.01,0.2608256101608276
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,2,power_law_1.01,0.263155198097229
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,2,power_law_1.01,0.2687551975250244
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,2,power_law_1.01,0.5474112033843994
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,2,power_law_1.01,0.5606592178344727
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,2,power_law_1.01,0.5682688236236573
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,2,power_law_1.01,0.5801216125488281
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,2,power_law_1.01,0.6009856224060058
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,2,power_law_1.01,0.6043263912200928
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,2,power_law_1.01,0.5998208045959472
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,2,power_law_1.01,0.6036416053771972
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,2,power_law_1.01,0.6255551815032959
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,2,power_law_1.01,0.6445695877075195
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,2,power_law_1.01,0.6742656230926514
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,2,power_law_1.01,0.7141952037811279
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,2,power_law_1.01,0.7784383773803711
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,2,power_law_1.01,0.9477952003479004
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,2,power_law_1.01,1.149459171295166
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,2,power_law_1.01,1.6585472106933594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,2,power_law_1.01,2.1792831420898438
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,2,power_law_1.01,3.1445823669433595
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,2,power_law_1.01,4.308639907836914
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,2,power_law_1.01,0.037676799297332766
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,2,power_law_1.01,0.04924800097942352
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,2,power_law_1.01,0.06474879980087281
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,2,power_law_1.01,0.11733759641647339
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,2,power_law_1.01,0.13808640241622924
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,2,power_law_1.01,0.1991871953010559
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,2,power_law_1.01,0.21054720878601074
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,2,power_law_1.01,0.22147839069366454
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,2,power_law_1.01,0.22598400115966796
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,2,power_law_1.01,0.22751359939575194
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,2,power_law_1.01,0.23694078922271727
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,2,power_law_1.01,0.23535358905792236
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,2,power_law_1.01,0.23523199558258057
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,2,power_law_1.01,0.2526144027709961
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,2,power_law_1.01,0.2617727994918823
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,2,power_law_1.01,0.2613568067550659
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,2,power_law_1.01,0.2759040117263794
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,2,power_law_1.01,0.3070591926574707
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,2,power_law_1.01,0.32895359992980955
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,2,power_law_1.01,0.3821824073791504
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,2,power_law_1.01,0.45761919021606445
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,2,power_law_1.01,0.6103871822357178
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,2,power_law_1.01,0.8058688163757324
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,2,power_law_1.01,1.2051199913024901
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,2,power_law_1.01,1.6216512680053712
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,2,power_law_1.01,2.3315456390380858
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,2,power_law_1.01,3.2112640380859374
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,2,power_law_1.2,0.029420799016952513
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,2,power_law_1.2,0.05642240047454834
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,2,power_law_1.2,0.13586560487747193
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,2,power_law_1.2,0.17037440538406373
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,2,power_law_1.2,0.2336127996444702
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,2,power_law_1.2,0.3697216033935547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,2,power_law_1.2,0.3892927885055542
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,2,power_law_1.2,0.3835200071334839
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,2,power_law_1.2,0.5497280120849609
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,2,power_law_1.2,0.5499135971069335
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,2,power_law_1.2,0.56212477684021
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,2,power_law_1.2,0.5949503898620605
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,2,power_law_1.2,0.5731135845184326
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,2,power_law_1.2,0.5921152114868165
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,2,power_law_1.2,0.609990406036377
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,2,power_law_1.2,0.6104127883911132
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,2,power_law_1.2,0.6032000064849854
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,2,power_law_1.2,0.6480768203735352
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,2,power_law_1.2,0.6809599876403809
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,2,power_law_1.2,0.7244160175323486
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,2,power_law_1.2,0.813145637512207
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,2,power_law_1.2,1.029862403869629
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,2,power_law_1.2,1.2716927528381348
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,2,power_law_1.2,1.7800703048706055
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,2,power_law_1.2,2.432524871826172
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,2,power_law_1.2,3.327584075927734
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,2,power_law_1.2,4.714828872680664
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,2,power_law_1.2,0.025785601139068602
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,2,power_law_1.2,0.029177600145339967
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,2,power_law_1.2,0.04525440037250519
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,2,power_law_1.2,0.07335039973258972
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,2,power_law_1.2,0.14941439628601075
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,2,power_law_1.2,0.25238399505615233
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,2,power_law_1.2,0.2629055976867676
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,2,power_law_1.2,0.2699584007263184
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,2,power_law_1.2,0.5560895919799804
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,2,power_law_1.2,0.5691264152526856
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,2,power_law_1.2,0.5465280055999756
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,2,power_law_1.2,0.5989376068115234
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,2,power_law_1.2,0.596127986907959
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,2,power_law_1.2,0.5936704158782959
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,2,power_law_1.2,0.6084735870361329
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,2,power_law_1.2,0.6152448177337646
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,2,power_law_1.2,0.6400063991546631
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,2,power_law_1.2,0.6518271923065185
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,2,power_law_1.2,0.6648640155792236
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,2,power_law_1.2,0.7203455924987793
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,2,power_law_1.2,0.8166336059570313
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,2,power_law_1.2,0.9941887855529785
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,2,power_law_1.2,1.2317248344421388
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,2,power_law_1.2,1.706278419494629
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,2,power_law_1.2,2.341119956970215
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,2,power_law_1.2,3.337305450439453
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,2,power_law_1.2,4.873811340332031
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,2,power_law_1.2,0.037676799297332766
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,2,power_law_1.2,0.047417598962783816
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,2,power_law_1.2,0.057094401121139525
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,2,power_law_1.2,0.09882879853248597
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,2,power_law_1.2,0.1482751965522766
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,2,power_law_1.2,0.19368319511413573
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,2,power_law_1.2,0.2132416009902954
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,2,power_law_1.2,0.22432639598846435
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,2,power_law_1.2,0.22065279483795167
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,2,power_law_1.2,0.22787840366363527
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,2,power_law_1.2,0.23293440341949462
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,2,power_law_1.2,0.23500161170959472
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,2,power_law_1.2,0.25301759243011473
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,2,power_law_1.2,0.25233919620513917
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,2,power_law_1.2,0.257043194770813
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,2,power_law_1.2,0.26465280055999757
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,2,power_law_1.2,0.27190399169921875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,2,power_law_1.2,0.31120638847351073
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,2,power_law_1.2,0.33485438823699953
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,2,power_law_1.2,0.40383358001708985
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,2,power_law_1.2,0.47351679801940916
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,2,power_law_1.2,0.6600704193115234
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,2,power_law_1.2,0.8455360412597657
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,2,power_law_1.2,1.2394944190979005
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,2,power_law_1.2,1.6348031997680663
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,2,power_law_1.2,2.409145545959473
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,2,power_law_1.2,3.2054977416992188
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,2048,768,8,128,2,1,power_law_1.01,0.01892479956150055
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,2048,768,8,128,2,1,power_law_1.01,0.03747200071811676
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,2048,768,8,128,2,1,power_law_1.01,0.09411839842796325
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,2048,768,8,128,2,1,power_law_1.01,0.15980160236358643
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,2048,768,8,128,2,1,power_law_1.01,0.22284159660339356
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,2048,768,8,128,2,1,power_law_1.01,0.33658881187438966
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,2048,768,8,128,2,1,power_law_1.01,0.3782527923583984
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,2048,768,8,128,2,1,power_law_1.01,0.37873919010162355
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,2048,768,8,128,2,1,power_law_1.01,0.3799295902252197
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,2048,768,8,128,2,1,power_law_1.01,0.3913919925689697
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,2048,768,8,128,2,1,power_law_1.01,0.3977855920791626
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,2048,768,8,128,2,1,power_law_1.01,0.5231616020202636
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,2048,768,8,128,2,1,power_law_1.01,0.5370944023132325
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,2048,768,8,128,2,1,power_law_1.01,0.5511040210723877
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,2048,768,8,128,2,1,power_law_1.01,0.5475327968597412
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,2048,768,8,128,2,1,power_law_1.01,0.5507391929626465
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,2048,768,8,128,2,1,power_law_1.01,0.5698944091796875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,2048,768,8,128,2,1,power_law_1.01,0.5817728042602539
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,2048,768,8,128,2,1,power_law_1.01,0.5956031799316406
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,2048,768,8,128,2,1,power_law_1.01,0.6222335815429687
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,2048,768,8,128,2,1,power_law_1.01,0.6750720024108887
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,2048,768,8,128,2,1,power_law_1.01,0.8210495948791504
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,2048,768,8,128,2,1,power_law_1.01,0.9753087997436524
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,2048,768,8,128,2,1,power_law_1.01,1.3871423721313476
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,2048,768,8,128,2,1,power_law_1.01,1.7871999740600586
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,2048,768,8,128,2,1,power_law_1.01,2.6083711624145507
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,2048,768,8,128,2,1,power_law_1.01,3.4316673278808594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,2048,768,8,128,2,1,power_law_1.01,0.01796479970216751
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,2048,768,8,128,2,1,power_law_1.01,0.021612800657749176
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,2048,768,8,128,2,1,power_law_1.01,0.03808639943599701
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,2048,768,8,128,2,1,power_law_1.01,0.07114880084991455
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,2048,768,8,128,2,1,power_law_1.01,0.13173760175704957
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,2048,768,8,128,2,1,power_law_1.01,0.24119040966033936
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,2048,768,8,128,2,1,power_law_1.01,0.2486272096633911
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,2048,768,8,128,2,1,power_law_1.01,0.25350399017333985
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,2048,768,8,128,2,1,power_law_1.01,0.2527551889419556
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,2048,768,8,128,2,1,power_law_1.01,0.2603775978088379
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,2048,768,8,128,2,1,power_law_1.01,0.25603840351104734
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,2048,768,8,128,2,1,power_law_1.01,0.5157824039459229
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,2048,768,8,128,2,1,power_law_1.01,0.5290815830230713
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,2048,768,8,128,2,1,power_law_1.01,0.5280064105987549
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,2048,768,8,128,2,1,power_law_1.01,0.5347392082214355
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,2048,768,8,128,2,1,power_law_1.01,0.5376192092895508
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,2048,768,8,128,2,1,power_law_1.01,0.5482175827026368
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,2048,768,8,128,2,1,power_law_1.01,0.5584640026092529
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,2,1,power_law_1.01,0.5792384147644043
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,2,1,power_law_1.01,0.6125120162963867
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,2,1,power_law_1.01,0.6635072231292725
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,2,1,power_law_1.01,0.776364803314209
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,2,1,power_law_1.01,0.8941439628601074
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,2,1,power_law_1.01,1.2794943809509278
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,2,1,power_law_1.01,1.661292839050293
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,2,1,power_law_1.01,2.4486528396606446
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,2,1,power_law_1.01,3.2409793853759767
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,2,1,power_law_1.01,0.029471999406814574
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,2,1,power_law_1.01,0.03232640027999878
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,2,1,power_law_1.01,0.055340802669525145
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,2,1,power_law_1.01,0.09402239918708802
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,2,1,power_law_1.01,0.1379263997077942
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,2,1,power_law_1.01,0.20391039848327636
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,2,1,power_law_1.01,0.20527360439300538
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,2,1,power_law_1.01,0.21322240829467773
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,2,1,power_law_1.01,0.21779201030731202
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,2,1,power_law_1.01,0.22227840423583983
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,2,1,power_law_1.01,0.22311680316925048
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,2,1,power_law_1.01,0.22485759258270263
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,2,1,power_law_1.01,0.23050239086151122
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,2,1,power_law_1.01,0.24444160461425782
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,2,1,power_law_1.01,0.24359679222106934
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,2,1,power_law_1.01,0.24685440063476563
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,2,1,power_law_1.01,0.2566783905029297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,2,1,power_law_1.01,0.27397119998931885
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,2,1,power_law_1.01,0.2886208057403564
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,2,1,power_law_1.01,0.32884480953216555
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,2,1,power_law_1.01,0.3761535882949829
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,2,1,power_law_1.01,0.49200639724731443
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,2,1,power_law_1.01,0.639680004119873
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,2,1,power_law_1.01,0.9212224006652832
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,2,1,power_law_1.01,1.2181440353393556
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,2,1,power_law_1.01,1.7967039108276368
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,2,1,power_law_1.01,2.370732879638672
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,2048,768,8,128,2,1,power_law_1.2,0.018681600689888
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,2048,768,8,128,2,1,power_law_1.2,0.03871360123157501
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,2048,768,8,128,2,1,power_law_1.2,0.08419200181961059
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,2048,768,8,128,2,1,power_law_1.2,0.1536512017250061
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,2048,768,8,128,2,1,power_law_1.2,0.20415360927581788
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,2048,768,8,128,2,1,power_law_1.2,0.3501055955886841
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,2048,768,8,128,2,1,power_law_1.2,0.37562239170074463
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,2048,768,8,128,2,1,power_law_1.2,0.3877376079559326
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,2048,768,8,128,2,1,power_law_1.2,0.3956480026245117
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,2048,768,8,128,2,1,power_law_1.2,0.4025599956512451
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,2048,768,8,128,2,1,power_law_1.2,0.40560641288757326
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,2048,768,8,128,2,1,power_law_1.2,0.5238207817077637
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,2048,768,8,128,2,1,power_law_1.2,0.5359871864318848
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,2048,768,8,128,2,1,power_law_1.2,0.5528255939483643
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,2048,768,8,128,2,1,power_law_1.2,0.5615551948547364
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,2048,768,8,128,2,1,power_law_1.2,0.5702976226806641
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,2048,768,8,128,2,1,power_law_1.2,0.5822015762329101
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,2048,768,8,128,2,1,power_law_1.2,0.5765696048736573
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,2048,768,8,128,2,1,power_law_1.2,0.5915520191192627
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,2048,768,8,128,2,1,power_law_1.2,0.6419199943542481
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,2048,768,8,128,2,1,power_law_1.2,0.6901760101318359
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,2048,768,8,128,2,1,power_law_1.2,0.8458815574645996
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,2048,768,8,128,2,1,power_law_1.2,1.0128959655761718
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,2048,768,8,128,2,1,power_law_1.2,1.4142975807189941
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,2048,768,8,128,2,1,power_law_1.2,1.813497543334961
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,2048,768,8,128,2,1,power_law_1.2,2.6410688400268554
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,2048,768,8,128,2,1,power_law_1.2,3.4521793365478515
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,2048,768,8,128,2,1,power_law_1.2,0.01812479943037033
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,2048,768,8,128,2,1,power_law_1.2,0.02375040054321289
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,2048,768,8,128,2,1,power_law_1.2,0.03922559916973114
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,2048,768,8,128,2,1,power_law_1.2,0.0632960021495819
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,2048,768,8,128,2,1,power_law_1.2,0.09591040015220642
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,2048,768,8,128,2,1,power_law_1.2,0.24143359661102295
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,2048,768,8,128,2,1,power_law_1.2,0.24963200092315674
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,2048,768,8,128,2,1,power_law_1.2,0.2545919895172119
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,2048,768,8,128,2,1,power_law_1.2,0.25742080211639407
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,2048,768,8,128,2,1,power_law_1.2,0.26036479473114016
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,2048,768,8,128,2,1,power_law_1.2,0.25939838886260985
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,2048,768,8,128,2,1,power_law_1.2,0.5243072032928466
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,2048,768,8,128,2,1,power_law_1.2,0.525593614578247
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,2048,768,8,128,2,1,power_law_1.2,0.536191987991333
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,2048,768,8,128,2,1,power_law_1.2,0.5357439994812012
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,2048,768,8,128,2,1,power_law_1.2,0.5458240032196044
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,2048,768,8,128,2,1,power_law_1.2,0.5553408145904541
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,2048,768,8,128,2,1,power_law_1.2,0.5677567958831787
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,2,1,power_law_1.2,0.5841279983520508
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,2,1,power_law_1.2,0.6251711845397949
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,2,1,power_law_1.2,0.6724287986755371
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,2,1,power_law_1.2,0.7938047885894776
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,2,1,power_law_1.2,0.9368127822875977
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,2,1,power_law_1.2,1.313542366027832
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,2,1,power_law_1.2,1.6911680221557617
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,2,1,power_law_1.2,2.4747264862060545
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,2,1,power_law_1.2,3.272217559814453
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,2,1,power_law_1.2,0.02917119860649109
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,2,1,power_law_1.2,0.03497599959373474
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,2,1,power_law_1.2,0.050335997343063356
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,2,1,power_law_1.2,0.07519360184669495
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,2,1,power_law_1.2,0.11093759536743164
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,2,1,power_law_1.2,0.19736319780349731
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,2,1,power_law_1.2,0.20728960037231445
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,2,1,power_law_1.2,0.21393918991088867
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,2,1,power_law_1.2,0.2218240022659302
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,2,1,power_law_1.2,0.22838399410247803
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,2,1,power_law_1.2,0.22712318897247313
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,2,1,power_law_1.2,0.23493759632110595
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,2,1,power_law_1.2,0.2392512083053589
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,2,1,power_law_1.2,0.24520320892333985
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,2,1,power_law_1.2,0.24849920272827147
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,2,1,power_law_1.2,0.2486975908279419
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,2,1,power_law_1.2,0.2559040069580078
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,2,1,power_law_1.2,0.27815680503845214
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,2,1,power_law_1.2,0.29240319728851316
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,2,1,power_law_1.2,0.3288703918457031
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,2,1,power_law_1.2,0.3890239953994751
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,2,1,power_law_1.2,0.5058559894561767
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,2,1,power_law_1.2,0.6473408222198487
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,2,1,power_law_1.2,0.9387647628784179
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,2,1,power_law_1.2,1.226144027709961
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,2,1,power_law_1.2,1.8092863082885742
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,2,1,power_law_1.2,2.3790143966674804
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,2,power_law_1.01,0.21663360595703124
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,2,power_law_1.01,0.34785919189453124
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,2,power_law_1.01,0.5651008129119873
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,2,power_law_1.01,0.6485375881195068
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,2,power_law_1.01,0.9594944000244141
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,2,power_law_1.01,1.331929588317871
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,2,power_law_1.01,1.4179391860961914
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,2,power_law_1.01,1.5140671730041504
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,2,power_law_1.01,2.153638458251953
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,2,power_law_1.01,2.297100830078125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,2,power_law_1.01,2.2208511352539064
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,2,power_law_1.01,2.251795196533203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,2,power_law_1.01,2.2878976821899415
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,2,power_law_1.01,2.30882568359375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,2,power_law_1.01,2.2989887237548827
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,2,power_law_1.01,2.3301759719848634
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,2,power_law_1.01,2.439014434814453
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,2,power_law_1.01,2.394771194458008
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,2,power_law_1.01,2.5245824813842774
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,2,power_law_1.01,2.7306304931640626
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,2,power_law_1.01,2.8899072647094726
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,2,power_law_1.01,3.5177406311035155
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,2,power_law_1.01,4.358553695678711
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,2,power_law_1.01,6.157145690917969
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,2,power_law_1.01,7.4914497375488285
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,2,power_law_1.01,10.898329925537109
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,2,power_law_1.01,15.219418334960938
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,2,power_law_1.01,0.13040000200271606
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,2,power_law_1.01,0.21809279918670654
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,2,power_law_1.01,0.4295167922973633
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,2,power_law_1.01,0.5150784015655517
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,2,power_law_1.01,0.6715328216552734
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,2,power_law_1.01,1.007481575012207
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,2,power_law_1.01,1.065760040283203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,2,power_law_1.01,1.0252415657043457
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,2,power_law_1.01,2.2781183242797853
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,2,power_law_1.01,2.2336704254150392
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,2,power_law_1.01,2.3374080657958984
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,2,power_law_1.01,2.330080032348633
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,2,power_law_1.01,2.333638381958008
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,2,power_law_1.01,2.4036928176879884
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,2,power_law_1.01,2.4127679824829102
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,2,power_law_1.01,2.49039363861084
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,2,power_law_1.01,2.515167999267578
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,2,power_law_1.01,2.5542911529541015
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,2,power_law_1.01,2.605120086669922
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,2,power_law_1.01,2.752876853942871
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,2,power_law_1.01,2.867180824279785
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,2,power_law_1.01,3.4609214782714846
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,2,power_law_1.01,4.296435165405273
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,2,power_law_1.01,5.6237632751464846
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,2,power_law_1.01,7.542316436767578
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,2,power_law_1.01,10.419910430908203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,2,power_law_1.01,14.206489562988281
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,2,power_law_1.01,0.12899839878082275
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,2,power_law_1.01,0.21646080017089844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,2,power_law_1.01,0.29845120906829836
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,2,power_law_1.01,0.39365758895874026
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,2,power_law_1.01,0.46732797622680666
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,2,power_law_1.01,0.7316671848297119
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,2,power_law_1.01,0.7637119770050049
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,2,power_law_1.01,0.7911935806274414
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,2,power_law_1.01,0.7986432075500488
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,2,power_law_1.01,0.7920063972473145
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,2,power_law_1.01,0.8397376060485839
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,2,power_law_1.01,0.8341055870056152
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,2,power_law_1.01,0.8556927680969239
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,2,power_law_1.01,0.8411264419555664
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,2,power_law_1.01,0.9048383712768555
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,2,power_law_1.01,0.9354368209838867
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,2,power_law_1.01,0.9426048278808594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,2,power_law_1.01,1.01779203414917
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,2,power_law_1.01,1.0924032211303711
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,2,power_law_1.01,1.2333824157714843
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,2,power_law_1.01,1.3855039596557617
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,2,power_law_1.01,1.8940416336059571
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,2,power_law_1.01,2.3614015579223633
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,2,power_law_1.01,3.5062400817871096
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,2,power_law_1.01,4.388230514526367
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,2,power_law_1.01,6.408927917480469
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,2,power_law_1.01,8.518061065673828
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,2,power_law_1.2,0.21699841022491456
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,2,power_law_1.2,0.2993472099304199
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,2,power_law_1.2,0.4910592079162598
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,2,power_law_1.2,0.719001579284668
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,2,power_law_1.2,0.8485247611999511
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,2,power_law_1.2,1.39236478805542
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,2,power_law_1.2,1.4405311584472655
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,2,power_law_1.2,1.5227968215942382
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,2,power_law_1.2,2.175379180908203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,2,power_law_1.2,2.225375938415527
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,2,power_law_1.2,2.3121471405029297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,2,power_law_1.2,2.342336082458496
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,2,power_law_1.2,2.3240896224975587
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,2,power_law_1.2,2.3558399200439455
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,2,power_law_1.2,2.408403205871582
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,2,power_law_1.2,2.4418943405151365
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,2,power_law_1.2,2.4627264022827147
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,2,power_law_1.2,2.4833023071289064
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,2,power_law_1.2,2.6378751754760743
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,2,power_law_1.2,2.742777633666992
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,2,power_law_1.2,3.198931121826172
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,2,power_law_1.2,3.953420639038086
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,2,power_law_1.2,4.514886474609375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,2,power_law_1.2,6.408198547363281
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,2,power_law_1.2,8.862207794189453
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,2,power_law_1.2,10.962464141845704
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,2,power_law_1.2,16.55125732421875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,2,power_law_1.2,0.13043839931488038
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,2,power_law_1.2,0.1758015990257263
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,2,power_law_1.2,0.33690879344940183
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,2,power_law_1.2,0.47509121894836426
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,2,power_law_1.2,0.5780992031097412
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,2,power_law_1.2,1.0020352363586427
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,2,power_law_1.2,1.056985569000244
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,2,power_law_1.2,1.0432000160217285
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,2,power_law_1.2,2.2583616256713865
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,2,power_law_1.2,2.2608383178710936
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,2,power_law_1.2,2.2300159454345705
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,2,power_law_1.2,2.358163261413574
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,2,power_law_1.2,2.4206783294677736
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,2,power_law_1.2,2.343084716796875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,2,power_law_1.2,2.381990432739258
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,2,power_law_1.2,2.508563232421875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,2,power_law_1.2,2.5541311264038087
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,2,power_law_1.2,2.5550079345703125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,2,power_law_1.2,2.6727615356445313
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,2,power_law_1.2,2.8769216537475586
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,2,power_law_1.2,3.0420415878295897
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,2,power_law_1.2,3.8457920074462892
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,2,power_law_1.2,4.671558380126953
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,2,power_law_1.2,6.242758560180664
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,2,power_law_1.2,8.421523284912109
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,2,power_law_1.2,10.714669036865235
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,2,power_law_1.2,15.819480895996094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,2,power_law_1.2,0.12364799976348877
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,2,power_law_1.2,0.1764672040939331
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,2,power_law_1.2,0.2816384077072144
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,2,power_law_1.2,0.3425920009613037
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,2,power_law_1.2,0.4751999855041504
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,2,power_law_1.2,0.6931136131286622
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,2,power_law_1.2,0.7368576049804687
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,2,power_law_1.2,0.8076864242553711
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,2,power_law_1.2,0.8038335800170898
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,2,power_law_1.2,0.8166975975036621
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,2,power_law_1.2,0.8370176315307617
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,2,power_law_1.2,0.8707712173461915
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,2,power_law_1.2,0.8260224342346192
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,2,power_law_1.2,0.9081472396850586
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,2,power_law_1.2,0.9083456039428711
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,2,power_law_1.2,0.9421183586120605
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,2,power_law_1.2,0.9720640182495117
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,2,power_law_1.2,1.048140811920166
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,2,power_law_1.2,1.0964927673339844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,2,power_law_1.2,1.2595711708068849
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,2,power_law_1.2,1.5136704444885254
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,2,power_law_1.2,1.9701503753662108
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,2,power_law_1.2,2.4128896713256838
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,2,power_law_1.2,3.522662353515625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,2,power_law_1.2,4.34150390625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,2,power_law_1.2,6.789344024658203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,2,power_law_1.2,8.8836669921875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,1536,8,128,2,1,power_law_1.01,0.11111680269241334
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,1536,8,128,2,1,power_law_1.01,0.21110401153564454
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,1536,8,128,2,1,power_law_1.01,0.41415038108825686
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,1536,8,128,2,1,power_law_1.01,0.6191296100616455
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,1536,8,128,2,1,power_law_1.01,0.7981184005737305
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,1536,8,128,2,1,power_law_1.01,1.309286403656006
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,1536,8,128,2,1,power_law_1.01,1.4154303550720215
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,1536,8,128,2,1,power_law_1.01,1.4752896308898926
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,1536,8,128,2,1,power_law_1.01,1.5096832275390626
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,1536,8,128,2,1,power_law_1.01,1.5157376289367677
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,1536,8,128,2,1,power_law_1.01,1.5697407722473145
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,1536,8,128,2,1,power_law_1.01,2.2019584655761717
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,1536,8,128,2,1,power_law_1.01,2.23767032623291
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,1536,8,128,2,1,power_law_1.01,2.2530048370361326
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,1536,8,128,2,1,power_law_1.01,2.254956817626953
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,1536,8,128,2,1,power_law_1.01,2.2823808670043944
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,1536,8,128,2,1,power_law_1.01,2.2925952911376952
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,1536,8,128,2,1,power_law_1.01,2.3610111236572267
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,2,1,power_law_1.01,2.368556785583496
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,2,1,power_law_1.01,2.5097728729248048
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,2,1,power_law_1.01,2.644825553894043
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,2,1,power_law_1.01,3.113132858276367
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,2,1,power_law_1.01,3.697875213623047
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,2,1,power_law_1.01,5.034534454345703
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,2,1,power_law_1.01,6.3814655303955075
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,2,1,power_law_1.01,9.293901062011718
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,2,1,power_law_1.01,12.328083038330078
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,2,1,power_law_1.01,0.028787198662757873
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,2,1,power_law_1.01,0.11445759534835816
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,2,1,power_law_1.01,0.26832640171051025
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,2,1,power_law_1.01,0.4362048149108887
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,2,1,power_law_1.01,0.5523263931274414
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,2,1,power_law_1.01,0.9391488075256348
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,2,1,power_law_1.01,0.9912256240844727
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,2,1,power_law_1.01,1.007084846496582
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,2,1,power_law_1.01,1.016703987121582
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,2,1,power_law_1.01,1.039129638671875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,2,1,power_law_1.01,1.0733311653137207
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,2,1,power_law_1.01,2.205401611328125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,2,1,power_law_1.01,2.2068992614746095
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,2,1,power_law_1.01,2.3132863998413087
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,2,1,power_law_1.01,2.2747392654418945
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,2,1,power_law_1.01,2.3419647216796875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,2,1,power_law_1.01,2.336140823364258
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,2,1,power_law_1.01,2.4000383377075196
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,2,1,power_law_1.01,2.3751104354858397
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,2,1,power_law_1.01,2.5500288009643555
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,2,1,power_law_1.01,2.6527616500854494
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,2,1,power_law_1.01,3.0131904602050783
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,2,1,power_law_1.01,3.466182327270508
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,2,1,power_law_1.01,4.633382415771484
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,2,1,power_law_1.01,6.008428955078125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,2,1,power_law_1.01,8.685279846191406
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,2,1,power_law_1.01,11.459449768066406
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,2,1,power_law_1.01,0.04672000110149384
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,2,1,power_law_1.01,0.12227840423583984
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,2,1,power_law_1.01,0.23585920333862304
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,2,1,power_law_1.01,0.32644479274749755
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,2,1,power_law_1.01,0.4521599769592285
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,2,1,power_law_1.01,0.697760009765625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,2,1,power_law_1.01,0.7191359996795654
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,2,1,power_law_1.01,0.7392767906188965
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,2,1,power_law_1.01,0.7852992057800293
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,2,1,power_law_1.01,0.7895872116088867
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,2,1,power_law_1.01,0.8022784233093262
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,2,1,power_law_1.01,0.8241024017333984
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,2,1,power_law_1.01,0.832966423034668
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,2,1,power_law_1.01,0.8661503791809082
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,2,1,power_law_1.01,0.8708736419677734
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,2,1,power_law_1.01,0.8754240036010742
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,2,1,power_law_1.01,0.8991744041442871
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,2,1,power_law_1.01,0.9633279800415039
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,2,1,power_law_1.01,0.9998847961425781
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,2,1,power_law_1.01,1.0966079711914063
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,2,1,power_law_1.01,1.2222911834716796
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,2,1,power_law_1.01,1.588428783416748
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,2,1,power_law_1.01,1.953798484802246
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,2,1,power_law_1.01,2.7841728210449217
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,2,1,power_law_1.01,3.6096511840820313
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,2,1,power_law_1.01,5.269382476806641
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,2,1,power_law_1.01,6.940121459960937
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,1536,8,128,2,1,power_law_1.2,0.11113599538803101
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,1536,8,128,2,1,power_law_1.2,0.21126399040222169
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,1536,8,128,2,1,power_law_1.2,0.39146239757537843
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,1536,8,128,2,1,power_law_1.2,0.5744832038879395
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,1536,8,128,2,1,power_law_1.2,0.771289587020874
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,1536,8,128,2,1,power_law_1.2,1.3346752166748046
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,1536,8,128,2,1,power_law_1.2,1.4094016075134277
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,1536,8,128,2,1,power_law_1.2,1.4838080406188965
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,1536,8,128,2,1,power_law_1.2,1.5095935821533204
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,1536,8,128,2,1,power_law_1.2,1.5764479637145996
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,1536,8,128,2,1,power_law_1.2,1.5783935546875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,1536,8,128,2,1,power_law_1.2,2.2315263748168945
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,1536,8,128,2,1,power_law_1.2,2.2427391052246093
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,1536,8,128,2,1,power_law_1.2,2.256742477416992
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,1536,8,128,2,1,power_law_1.2,2.3115583419799806
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,1536,8,128,2,1,power_law_1.2,2.271443176269531
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,1536,8,128,2,1,power_law_1.2,2.3749887466430666
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,1536,8,128,2,1,power_law_1.2,2.4032703399658204
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,2,1,power_law_1.2,2.409152030944824
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,2,1,power_law_1.2,2.555942344665527
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,2,1,power_law_1.2,2.7684288024902344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,2,1,power_law_1.2,3.2916030883789062
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,2,1,power_law_1.2,3.9840065002441407
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,2,1,power_law_1.2,5.209388732910156
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,2,1,power_law_1.2,6.639014434814453
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,2,1,power_law_1.2,9.469158172607422
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,2,1,power_law_1.2,12.468153381347657
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,2,1,power_law_1.2,0.02871040105819702
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,2,1,power_law_1.2,0.11559679508209228
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,2,1,power_law_1.2,0.23926401138305664
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,2,1,power_law_1.2,0.39844479560852053
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,2,1,power_law_1.2,0.5317440032958984
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,2,1,power_law_1.2,0.9330304145812989
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,2,1,power_law_1.2,1.0019007682800294
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,2,1,power_law_1.2,1.000921630859375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,2,1,power_law_1.2,1.0535615921020507
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,2,1,power_law_1.2,1.0492863655090332
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,2,1,power_law_1.2,1.093727970123291
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,2,1,power_law_1.2,2.251795196533203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,2,1,power_law_1.2,2.282291221618652
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,2,1,power_law_1.2,2.3123968124389647
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,2,1,power_law_1.2,2.3009023666381836
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,2,1,power_law_1.2,2.3206783294677735
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,2,1,power_law_1.2,2.3701055526733397
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,2,1,power_law_1.2,2.422700881958008
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,2,1,power_law_1.2,2.460032081604004
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,2,1,power_law_1.2,2.5625024795532227
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,2,1,power_law_1.2,2.718924713134766
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,2,1,power_law_1.2,3.157030487060547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,2,1,power_law_1.2,3.74139518737793
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,2,1,power_law_1.2,4.8716991424560545
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,2,1,power_law_1.2,6.259366226196289
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,2,1,power_law_1.2,8.882048034667969
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,2,1,power_law_1.2,11.671769714355468
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,2,1,power_law_1.2,0.046393600106239316
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,2,1,power_law_1.2,0.12171519994735717
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,2,1,power_law_1.2,0.211897611618042
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,2,1,power_law_1.2,0.29523839950561526
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,2,1,power_law_1.2,0.40042881965637206
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,2,1,power_law_1.2,0.7080704212188721
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,2,1,power_law_1.2,0.7324927806854248
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,2,1,power_law_1.2,0.773958396911621
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,2,1,power_law_1.2,0.7993343830108642
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,2,1,power_law_1.2,0.8014016151428223
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,2,1,power_law_1.2,0.8204031944274902
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,2,1,power_law_1.2,0.8166655540466309
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,2,1,power_law_1.2,0.841977596282959
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,2,1,power_law_1.2,0.8527423858642578
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,2,1,power_law_1.2,0.8688832283020019
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,2,1,power_law_1.2,0.8943679809570313
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,2,1,power_law_1.2,0.9286272048950195
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,2,1,power_law_1.2,0.9765952110290528
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,2,1,power_law_1.2,1.0302656173706055
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,2,1,power_law_1.2,1.1322751998901368
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,2,1,power_law_1.2,1.3037376403808594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,2,1,power_law_1.2,1.646905517578125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,2,1,power_law_1.2,2.0428991317749023
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,2,1,power_law_1.2,2.8103872299194337
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,2,1,power_law_1.2,3.678822326660156
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,2,1,power_law_1.2,5.345529556274414
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,2,1,power_law_1.2,7.000294494628906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,2,power_law_1.01,0.524070405960083
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,2,power_law_1.01,0.9453120231628418
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,2,power_law_1.01,1.2822527885437012
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,2,power_law_1.01,2.0256511688232424
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,2,power_law_1.01,2.709881591796875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,2,power_law_1.01,4.266527938842773
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,2,power_law_1.01,4.227769470214843
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,2,power_law_1.01,4.535788726806641
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,2,power_law_1.01,4.276671981811523
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,2,power_law_1.01,6.8752899169921875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,2,power_law_1.01,6.869331359863281
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,2,power_law_1.01,6.960447692871094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,2,power_law_1.01,7.088511657714844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,2,power_law_1.01,7.386573028564453
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,2,power_law_1.01,7.498175811767578
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,2,power_law_1.01,7.685395050048828
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,2,power_law_1.01,7.706047821044922
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,2,power_law_1.01,8.031884765625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,2,power_law_1.01,8.390700531005859
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,2,power_law_1.01,8.906758117675782
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,2,power_law_1.01,9.350125122070313
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,2,power_law_1.01,10.620281219482422
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,2,power_law_1.01,12.121139526367188
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,2,power_law_1.01,15.767922973632812
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,2,power_law_1.01,20.024076843261717
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,2,power_law_1.01,29.53473815917969
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,2,power_law_1.01,36.546444702148435
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,2,power_law_1.01,0.3729151964187622
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,2,power_law_1.01,0.7591616153717041
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,2,power_law_1.01,0.9145600318908691
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,2,power_law_1.01,1.4719552040100097
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,2,power_law_1.01,1.8676992416381837
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,2,power_law_1.01,2.989017677307129
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,2,power_law_1.01,3.1627647399902346
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,2,power_law_1.01,3.2545345306396483
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,2,power_law_1.01,3.3595840454101564
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,2,power_law_1.01,6.675347137451172
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,2,power_law_1.01,7.251532745361328
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,2,power_law_1.01,7.219097900390625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,2,power_law_1.01,7.354195404052734
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,2,power_law_1.01,7.50750732421875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,2,power_law_1.01,7.6688896179199215
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,2,power_law_1.01,7.654380798339844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,2,power_law_1.01,8.017369842529297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,2,power_law_1.01,8.35203857421875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,2,power_law_1.01,8.18440933227539
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,2,power_law_1.01,8.576857757568359
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,2,power_law_1.01,9.156537628173828
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,2,power_law_1.01,10.128128051757812
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,2,power_law_1.01,11.11428451538086
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,2,power_law_1.01,14.752204895019531
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,2,power_law_1.01,18.589144897460937
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,2,power_law_1.01,27.376242065429686
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,2,power_law_1.01,33.38736572265625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,2,power_law_1.01,0.2946880102157593
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,2,power_law_1.01,0.53919358253479
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,2,power_law_1.01,0.6427775859832764
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,2,power_law_1.01,1.0088831901550293
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,2,power_law_1.01,1.3495424270629883
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,2,power_law_1.01,2.026201629638672
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,2,power_law_1.01,2.199430465698242
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,2,power_law_1.01,2.133951950073242
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,2,power_law_1.01,2.2734336853027344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,2,power_law_1.01,2.2737920761108397
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,2,power_law_1.01,2.4000831604003907
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,2,power_law_1.01,2.43569278717041
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,2,power_law_1.01,2.3988927841186523
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,2,power_law_1.01,2.5673023223876954
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,2,power_law_1.01,2.5884096145629885
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,2,power_law_1.01,2.625695991516113
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,2,power_law_1.01,2.654764747619629
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,2,power_law_1.01,2.814860725402832
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,2,power_law_1.01,2.9857919692993162
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,2,power_law_1.01,3.1558656692504883
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,2,power_law_1.01,3.513721466064453
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,2,power_law_1.01,4.304671859741211
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,2,power_law_1.01,5.2331390380859375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,2,power_law_1.01,7.113337707519531
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,2,power_law_1.01,9.444729614257813
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,2,power_law_1.01,13.423750305175782
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,2,power_law_1.01,17.569459533691408
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,2,power_law_1.2,0.5272255897521972
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,2,power_law_1.2,0.7964992046356201
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,2,power_law_1.2,1.3188159942626954
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,2,power_law_1.2,1.9139839172363282
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,2,power_law_1.2,2.4382591247558594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,2,power_law_1.2,4.117094421386719
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,2,power_law_1.2,4.262144088745117
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,2,power_law_1.2,4.412057495117187
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,2,power_law_1.2,4.375142288208008
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,2,power_law_1.2,6.607154846191406
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,2,power_law_1.2,7.261164855957031
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,2,power_law_1.2,7.221574401855468
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,2,power_law_1.2,7.272032165527344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,2,power_law_1.2,7.309625244140625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,2,power_law_1.2,7.574899291992187
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,2,power_law_1.2,7.502508544921875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,2,power_law_1.2,8.119916534423828
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,2,power_law_1.2,8.225273895263673
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,2,power_law_1.2,8.448896026611328
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,2,power_law_1.2,9.00872344970703
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,2,power_law_1.2,9.84373779296875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,2,power_law_1.2,11.162675476074218
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,2,power_law_1.2,13.406886291503906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,2,power_law_1.2,17.075730895996095
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,2,power_law_1.2,22.306617736816406
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,2,power_law_1.2,32.36091613769531
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,2,power_law_1.2,37.731137084960935
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,2,power_law_1.2,0.3778111934661865
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,2,power_law_1.2,0.6222784042358398
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,2,power_law_1.2,1.0566847801208497
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,2,power_law_1.2,1.348902416229248
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,2,power_law_1.2,1.8059776306152344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,2,power_law_1.2,2.9579391479492188
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,2,power_law_1.2,3.1495872497558595
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,2,power_law_1.2,3.3945152282714846
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,2,power_law_1.2,3.5064449310302734
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,2,power_law_1.2,6.9488380432128904
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,2,power_law_1.2,7.166150665283203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,2,power_law_1.2,7.333395385742188
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,2,power_law_1.2,7.275206756591797
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,2,power_law_1.2,7.766944122314453
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,2,power_law_1.2,7.870585632324219
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,2,power_law_1.2,7.87259521484375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,2,power_law_1.2,8.127948760986328
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,2,power_law_1.2,8.491897583007812
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,2,power_law_1.2,8.531967926025391
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,2,power_law_1.2,8.870169830322265
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,2,power_law_1.2,9.343910217285156
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,2,power_law_1.2,11.18392333984375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,2,power_law_1.2,12.352678680419922
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,2,power_law_1.2,16.465061950683594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,2,power_law_1.2,20.738584899902342
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,2,power_law_1.2,29.024148559570314
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,2,power_law_1.2,33.49795837402344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,2,power_law_1.2,0.3
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,2,power_law_1.2,0.4322495937347412
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,2,power_law_1.2,0.7435840129852295
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,2,power_law_1.2,0.9711872100830078
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,2,power_law_1.2,1.1399168014526366
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,2,power_law_1.2,2.091526412963867
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,2,power_law_1.2,2.0664512634277346
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,2,power_law_1.2,2.290470314025879
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,2,power_law_1.2,2.304159927368164
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,2,power_law_1.2,2.333337593078613
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,2,power_law_1.2,2.388044738769531
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,2,power_law_1.2,2.4347328186035155
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,2,power_law_1.2,2.5053760528564455
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,2,power_law_1.2,2.634649658203125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,2,power_law_1.2,2.606617546081543
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,2,power_law_1.2,2.6107391357421874
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,2,power_law_1.2,2.683359909057617
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,2,power_law_1.2,2.894790458679199
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,2,power_law_1.2,3.0406335830688476
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,2,power_law_1.2,3.293862533569336
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,2,power_law_1.2,3.6647552490234374
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,2,power_law_1.2,4.510995101928711
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,2,power_law_1.2,5.686816024780273
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,2,power_law_1.2,7.380588531494141
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,2,power_law_1.2,10.219980621337891
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,2,power_law_1.2,14.385484313964843
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,2,power_law_1.2,20.20655975341797
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,6144,2560,8,160,2,1,power_law_1.01,0.2671999931335449
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,6144,2560,8,160,2,1,power_law_1.01,0.5123263835906983
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,6144,2560,8,160,2,1,power_law_1.01,1.0083392143249512
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,6144,2560,8,160,2,1,power_law_1.01,1.6915712356567383
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,6144,2560,8,160,2,1,power_law_1.01,2.3533952713012694
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,6144,2560,8,160,2,1,power_law_1.01,4.039129638671875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,6144,2560,8,160,2,1,power_law_1.01,4.216921615600586
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,6144,2560,8,160,2,1,power_law_1.01,4.196172714233398
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,6144,2560,8,160,2,1,power_law_1.01,4.447436904907226
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,6144,2560,8,160,2,1,power_law_1.01,4.424729537963867
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,6144,2560,8,160,2,1,power_law_1.01,4.549075317382813
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,6144,2560,8,160,2,1,power_law_1.01,4.64332160949707
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,6144,2560,8,160,2,1,power_law_1.01,7.020979309082032
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,6144,2560,8,160,2,1,power_law_1.01,7.123551940917968
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,6144,2560,8,160,2,1,power_law_1.01,7.158841705322265
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,6144,2560,8,160,2,1,power_law_1.01,7.3125053405761715
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,6144,2560,8,160,2,1,power_law_1.01,7.513561248779297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,6144,2560,8,160,2,1,power_law_1.01,7.5143486022949215
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,2,1,power_law_1.01,7.784761810302735
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,2,1,power_law_1.01,8.127455902099609
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,2,1,power_law_1.01,8.47939224243164
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,2,1,power_law_1.01,9.237612915039062
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,2,1,power_law_1.01,10.493267059326172
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,2,1,power_law_1.01,13.3088134765625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,2,1,power_law_1.01,16.80231628417969
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,2,1,power_law_1.01,23.978009033203126
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,2,1,power_law_1.01,30.931301879882813
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,2,1,power_law_1.01,0.164902400970459
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,2,1,power_law_1.01,0.3586816072463989
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,2,1,power_law_1.01,0.7547647953033447
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,2,1,power_law_1.01,1.25600004196167
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,2,1,power_law_1.01,1.7125247955322265
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,2,1,power_law_1.01,2.800601577758789
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,2,1,power_law_1.01,3.0260671615600585
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,2,1,power_law_1.01,3.1763391494750977
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,2,1,power_law_1.01,3.1689151763916015
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,2,1,power_law_1.01,3.210246276855469
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,2,1,power_law_1.01,3.403091049194336
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,2,1,power_law_1.01,3.4046657562255858
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,2,1,power_law_1.01,7.268991851806641
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,2,1,power_law_1.01,7.42332763671875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,2,1,power_law_1.01,7.514982604980469
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,2,1,power_law_1.01,7.546636962890625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,2,1,power_law_1.01,7.5906494140625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,2,1,power_law_1.01,8.024390411376952
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,2,1,power_law_1.01,8.031046295166016
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,2,1,power_law_1.01,8.366329956054688
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,2,1,power_law_1.01,8.46943359375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,2,1,power_law_1.01,9.129881286621094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,2,1,power_law_1.01,10.025043487548828
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,2,1,power_law_1.01,12.639878082275391
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,2,1,power_law_1.01,15.716831970214844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,2,1,power_law_1.01,21.654234313964842
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,2,1,power_law_1.01,28.037759399414064
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,2,1,power_law_1.01,0.1586176037788391
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,2,1,power_law_1.01,0.2817984104156494
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,2,1,power_law_1.01,0.5290239810943603
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,2,1,power_law_1.01,0.88088960647583
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,2,1,power_law_1.01,1.235859203338623
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,2,1,power_law_1.01,1.9492927551269532
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,2,1,power_law_1.01,2.067424011230469
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,2,1,power_law_1.01,2.2342336654663084
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,2,1,power_law_1.01,2.272435188293457
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,2,1,power_law_1.01,2.2446271896362306
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,2,1,power_law_1.01,2.3187328338623048
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,2,1,power_law_1.01,2.415635108947754
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,2,1,power_law_1.01,2.446240043640137
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,2,1,power_law_1.01,2.525075149536133
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,2,1,power_law_1.01,2.547622489929199
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,2,1,power_law_1.01,2.564396858215332
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,2,1,power_law_1.01,2.6368703842163086
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,2,1,power_law_1.01,2.760684776306152
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,2,1,power_law_1.01,2.890553665161133
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,2,1,power_law_1.01,3.079123115539551
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,2,1,power_law_1.01,3.282668685913086
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,2,1,power_law_1.01,3.8571006774902346
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,2,1,power_law_1.01,4.630419158935547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,2,1,power_law_1.01,6.306585693359375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,2,1,power_law_1.01,8.137478637695313
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,2,1,power_law_1.01,11.647462463378906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,2,1,power_law_1.01,15.418623352050782
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,6144,2560,8,160,2,1,power_law_1.2,0.26784000396728513
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,6144,2560,8,160,2,1,power_law_1.2,0.512505578994751
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,6144,2560,8,160,2,1,power_law_1.2,0.9581119537353515
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,6144,2560,8,160,2,1,power_law_1.2,1.4423295974731445
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,6144,2560,8,160,2,1,power_law_1.2,2.1390592575073244
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,6144,2560,8,160,2,1,power_law_1.2,3.8828479766845705
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,6144,2560,8,160,2,1,power_law_1.2,4.089292907714844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,6144,2560,8,160,2,1,power_law_1.2,4.217382431030273
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,6144,2560,8,160,2,1,power_law_1.2,4.377478408813476
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,6144,2560,8,160,2,1,power_law_1.2,4.528435134887696
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,6144,2560,8,160,2,1,power_law_1.2,4.639878463745117
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,6144,2560,8,160,2,1,power_law_1.2,4.724915313720703
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,6144,2560,8,160,2,1,power_law_1.2,7.124537658691406
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,6144,2560,8,160,2,1,power_law_1.2,7.27681884765625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,6144,2560,8,160,2,1,power_law_1.2,7.373721313476563
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,6144,2560,8,160,2,1,power_law_1.2,7.382540893554688
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,6144,2560,8,160,2,1,power_law_1.2,7.552812957763672
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,6144,2560,8,160,2,1,power_law_1.2,7.761119842529297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,2,1,power_law_1.2,7.932307434082031
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,2,1,power_law_1.2,8.234464263916015
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,2,1,power_law_1.2,8.508863830566407
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,2,1,power_law_1.2,9.951641845703126
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,2,1,power_law_1.2,11.228243255615235
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,2,1,power_law_1.2,14.275436401367188
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,2,1,power_law_1.2,17.50078125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,2,1,power_law_1.2,24.699859619140625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,2,1,power_law_1.2,31.80792236328125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,2,1,power_law_1.2,0.1629696011543274
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,2,1,power_law_1.2,0.3577215909957886
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,2,1,power_law_1.2,0.7408576011657715
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,2,1,power_law_1.2,1.1136896133422851
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,2,1,power_law_1.2,1.5870976448059082
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,2,1,power_law_1.2,2.8165119171142576
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,2,1,power_law_1.2,3.0263423919677734
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,2,1,power_law_1.2,3.1193920135498048
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,2,1,power_law_1.2,3.29024658203125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,2,1,power_law_1.2,3.326873779296875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,2,1,power_law_1.2,3.381145477294922
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,2,1,power_law_1.2,3.462815856933594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,2,1,power_law_1.2,7.3498046875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,2,1,power_law_1.2,7.541766357421875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,2,1,power_law_1.2,7.495065307617187
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,2,1,power_law_1.2,7.717311859130859
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,2,1,power_law_1.2,7.754508972167969
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,2,1,power_law_1.2,7.95244140625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,2,1,power_law_1.2,8.225862121582031
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,2,1,power_law_1.2,8.465331268310546
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,2,1,power_law_1.2,8.797574615478515
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,2,1,power_law_1.2,9.6504638671875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,2,1,power_law_1.2,10.80676498413086
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,2,1,power_law_1.2,13.783660888671875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,2,1,power_law_1.2,16.774432373046874
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,2,1,power_law_1.2,22.81525115966797
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,2,1,power_law_1.2,29.340167236328124
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,2,1,power_law_1.2,0.15886080265045166
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,2,1,power_law_1.2,0.281113600730896
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,2,1,power_law_1.2,0.499129581451416
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,2,1,power_law_1.2,0.8064767837524414
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,2,1,power_law_1.2,1.0801024436950684
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,2,1,power_law_1.2,2.0412416458129883
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,2,1,power_law_1.2,2.0984512329101563
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,2,1,power_law_1.2,2.243660736083984
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,2,1,power_law_1.2,2.2981504440307616
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,2,1,power_law_1.2,2.2919744491577148
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,2,1,power_law_1.2,2.427456092834473
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,2,1,power_law_1.2,2.4145343780517576
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,2,1,power_law_1.2,2.4442560195922853
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,2,1,power_law_1.2,2.5735424041748045
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,2,1,power_law_1.2,2.5840768814086914
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,2,1,power_law_1.2,2.598963165283203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,2,1,power_law_1.2,2.6413888931274414
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,2,1,power_law_1.2,2.7948415756225584
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,2,1,power_law_1.2,2.9290176391601563
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,2,1,power_law_1.2,3.122751998901367
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,2,1,power_law_1.2,3.378937530517578
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,2,1,power_law_1.2,3.9817920684814454
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,2,1,power_law_1.2,4.874227142333984
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,2,1,power_law_1.2,6.440927886962891
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,2,1,power_law_1.2,8.16666259765625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,2,1,power_law_1.2,11.90738525390625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,2,1,power_law_1.2,15.5525634765625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,2,power_law_1.01,0.48743038177490233
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,2,power_law_1.01,0.9458111763000489
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,2,power_law_1.01,1.8869695663452148
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,2,power_law_1.01,2.5979263305664064
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,2,power_law_1.01,3.9065792083740236
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,2,power_law_1.01,5.132691192626953
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,2,power_law_1.01,5.4865470886230465
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,2,power_law_1.01,7.7375038146972654
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,2,power_law_1.01,8.269401550292969
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,2,power_law_1.01,8.422675323486327
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,2,power_law_1.01,8.474361419677734
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,2,power_law_1.01,9.020230102539063
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,2,power_law_1.01,9.066246032714844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,2,power_law_1.01,13.989747619628906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,2,power_law_1.01,13.5870849609375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,2,power_law_1.01,14.1125244140625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,2,power_law_1.01,14.83435516357422
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,2,power_law_1.01,15.432730102539063
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,2,power_law_1.01,16.27729949951172
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,2,power_law_1.01,15.9051513671875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,2,power_law_1.01,16.843699645996093
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,2,power_law_1.01,17.968710327148436
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,2,power_law_1.01,19.210298156738283
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,2,power_law_1.01,21.29130859375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,2,power_law_1.01,24.331513977050783
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,2,power_law_1.01,29.31086120605469
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,2,power_law_1.01,38.694784545898436
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,2,power_law_1.01,0.3378623962402344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,2,power_law_1.01,0.7052800178527832
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,2,power_law_1.01,1.378662395477295
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,2,power_law_1.01,1.8158720016479493
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,2,power_law_1.01,2.8372671127319338
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,2,power_law_1.01,4.215737533569336
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,2,power_law_1.01,4.717625427246094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,2,power_law_1.01,5.532908630371094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,2,power_law_1.01,5.775667190551758
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,2,power_law_1.01,6.142214584350586
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,2,power_law_1.01,6.484780883789062
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,2,power_law_1.01,6.656947326660156
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,2,power_law_1.01,6.262534332275391
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,2,power_law_1.01,14.773779296875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,2,power_law_1.01,14.314572143554688
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,2,power_law_1.01,14.453146362304688
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,2,power_law_1.01,14.979545593261719
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,2,power_law_1.01,15.71978302001953
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,2,power_law_1.01,16.453036499023437
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,2,power_law_1.01,16.91960906982422
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,2,power_law_1.01,17.406796264648438
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,2,power_law_1.01,18.06522216796875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,2,power_law_1.01,19.271807861328124
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,2,power_law_1.01,20.736473083496094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,2,power_law_1.01,22.548095703125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,2,power_law_1.01,28.60729064941406
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,2,power_law_1.01,35.387698364257815
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,2,power_law_1.01,0.3390655994415283
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,2,power_law_1.01,0.5038400173187256
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,2,power_law_1.01,0.9741375923156739
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,2,power_law_1.01,1.4310463905334472
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,2,power_law_1.01,2.079942321777344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,2,power_law_1.01,2.6983232498168945
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,2,power_law_1.01,2.779327964782715
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,2,power_law_1.01,4.125350570678711
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,2,power_law_1.01,3.792371368408203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,2,power_law_1.01,4.136896133422852
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,2,power_law_1.01,4.4365184783935545
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,2,power_law_1.01,4.281427383422852
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,2,power_law_1.01,4.490502548217774
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,2,power_law_1.01,4.919756698608398
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,2,power_law_1.01,4.784569549560547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,2,power_law_1.01,5.05041275024414
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,2,power_law_1.01,5.028006362915039
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,2,power_law_1.01,5.090220642089844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,2,power_law_1.01,5.377926254272461
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,2,power_law_1.01,5.963475036621094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,2,power_law_1.01,6.043340682983398
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,2,power_law_1.01,6.6180671691894535
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,2,power_law_1.01,7.316659545898437
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,2,power_law_1.01,8.521663665771484
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,2,power_law_1.01,10.172621154785157
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,2,power_law_1.01,13.869459533691407
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,2,power_law_1.01,17.82219543457031
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,2,power_law_1.2,0.4877120018005371
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,2,power_law_1.2,0.9451840400695801
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,2,power_law_1.2,1.6310016632080078
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,2,power_law_1.2,2.5777471542358397
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,2,power_law_1.2,3.7080318450927736
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,2,power_law_1.2,4.764608001708984
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,2,power_law_1.2,5.520870590209961
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,2,power_law_1.2,7.852134704589844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,2,power_law_1.2,8.085657501220703
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,2,power_law_1.2,8.838272094726562
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,2,power_law_1.2,8.781708526611329
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,2,power_law_1.2,9.174937438964843
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,2,power_law_1.2,8.672563171386718
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,2,power_law_1.2,14.41158447265625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,2,power_law_1.2,14.405850219726563
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,2,power_law_1.2,14.073529052734376
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,2,power_law_1.2,14.459852600097657
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,2,power_law_1.2,15.196307373046874
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,2,power_law_1.2,16.127801513671876
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,2,power_law_1.2,16.520147705078124
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,2,power_law_1.2,17.728378295898438
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,2,power_law_1.2,18.95048370361328
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,2,power_law_1.2,20.40643768310547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,2,power_law_1.2,23.412889099121095
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,2,power_law_1.2,26.87586669921875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,2,power_law_1.2,33.74083251953125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,2,power_law_1.2,41.24778747558594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,2,power_law_1.2,0.3385983943939209
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,2,power_law_1.2,0.7037183761596679
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,2,power_law_1.2,1.0812735557556152
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,2,power_law_1.2,1.889811134338379
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,2,power_law_1.2,2.7218751907348633
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,2,power_law_1.2,3.6578624725341795
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,2,power_law_1.2,3.886937713623047
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,2,power_law_1.2,5.662483215332031
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,2,power_law_1.2,5.855340957641602
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,2,power_law_1.2,6.039238357543946
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,2,power_law_1.2,6.002828979492188
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,2,power_law_1.2,6.534770965576172
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,2,power_law_1.2,6.540013122558594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,2,power_law_1.2,13.899609375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,2,power_law_1.2,14.516294860839844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,2,power_law_1.2,14.379046630859374
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,2,power_law_1.2,15.657728576660157
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,2,power_law_1.2,15.454643249511719
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,2,power_law_1.2,16.759706115722658
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,2,power_law_1.2,17.453395080566406
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,2,power_law_1.2,17.623872375488283
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,2,power_law_1.2,19.358309936523437
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,2,power_law_1.2,19.77240905761719
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,2,power_law_1.2,22.72400665283203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,2,power_law_1.2,25.112474060058595
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,2,power_law_1.2,32.81107177734375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,2,power_law_1.2,38.32804565429687
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,2,power_law_1.2,0.3421056032180786
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,2,power_law_1.2,0.5055744171142578
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,2,power_law_1.2,0.8399040222167968
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,2,power_law_1.2,1.2809151649475097
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,2,power_law_1.2,1.921004867553711
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,2,power_law_1.2,2.6720767974853517
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,2,power_law_1.2,3.0832128524780273
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,2,power_law_1.2,3.8061759948730467
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,2,power_law_1.2,4.150112152099609
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,2,power_law_1.2,4.0026496887207035
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,2,power_law_1.2,4.195808029174804
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,2,power_law_1.2,4.201708984375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,2,power_law_1.2,4.390073776245117
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,2,power_law_1.2,4.953369522094727
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,2,power_law_1.2,4.640300750732422
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,2,power_law_1.2,4.9
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,2,power_law_1.2,5.163756942749023
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,2,power_law_1.2,5.405952072143554
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,2,power_law_1.2,5.532672119140625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,2,power_law_1.2,5.8191486358642575
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,2,power_law_1.2,6.342617416381836
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,2,power_law_1.2,6.739622497558594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,2,power_law_1.2,7.582828521728516
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,2,power_law_1.2,9.314701080322266
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,2,power_law_1.2,11.20341796875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,2,power_law_1.2,15.01531524658203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,2,power_law_1.2,19.020179748535156
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,7168,2048,8,384,2,1,power_law_1.01,0.2485759973526001
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,7168,2048,8,384,2,1,power_law_1.01,0.482803201675415
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,7168,2048,8,384,2,1,power_law_1.01,0.9367168426513672
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,7168,2048,8,384,2,1,power_law_1.01,1.8708864212036134
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,7168,2048,8,384,2,1,power_law_1.01,3.3980991363525392
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,7168,2048,8,384,2,1,power_law_1.01,4.855308914184571
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,7168,2048,8,384,2,1,power_law_1.01,5.549862289428711
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,7168,2048,8,384,2,1,power_law_1.01,7.282035064697266
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,7168,2048,8,384,2,1,power_law_1.01,7.8391357421875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,7168,2048,8,384,2,1,power_law_1.01,8.00371856689453
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,7168,2048,8,384,2,1,power_law_1.01,8.175199890136719
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,7168,2048,8,384,2,1,power_law_1.01,8.595539093017578
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,7168,2048,8,384,2,1,power_law_1.01,8.837606048583984
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,7168,2048,8,384,2,1,power_law_1.01,9.27225570678711
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,7168,2048,8,384,2,1,power_law_1.01,9.344076538085938
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,7168,2048,8,384,2,1,power_law_1.01,9.403731536865234
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,7168,2048,8,384,2,1,power_law_1.01,14.457728576660156
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,7168,2048,8,384,2,1,power_law_1.01,14.663533020019532
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,2,1,power_law_1.01,15.42647705078125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,2,1,power_law_1.01,15.985810852050781
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,2,1,power_law_1.01,16.3822265625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,2,1,power_law_1.01,17.307968139648438
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,2,1,power_law_1.01,17.735833740234376
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,2,1,power_law_1.01,19.289561462402343
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,2,1,power_law_1.01,21.085728454589844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,2,1,power_law_1.01,26.869171142578125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,2,1,power_law_1.01,33.124411010742186
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,2,1,power_law_1.01,0.14634239673614502
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,2,1,power_law_1.01,0.31639680862426756
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,2,1,power_law_1.01,0.6851136207580566
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,2,1,power_law_1.01,1.3481599807739257
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,2,1,power_law_1.01,2.4058624267578126
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,2,1,power_law_1.01,3.5648128509521486
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,2,1,power_law_1.01,4.099711990356445
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,2,1,power_law_1.01,5.252051162719726
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,2,1,power_law_1.01,5.570188903808594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,2,1,power_law_1.01,5.546771240234375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,2,1,power_law_1.01,5.967020797729492
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,2,1,power_law_1.01,6.021996688842774
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,2,1,power_law_1.01,6.333804702758789
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,2,1,power_law_1.01,6.518316650390625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,2,1,power_law_1.01,6.568838500976563
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,2,1,power_law_1.01,6.551360321044922
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,2,1,power_law_1.01,14.689593505859374
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,2,1,power_law_1.01,15.406521606445313
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,2,1,power_law_1.01,15.673146057128907
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,2,1,power_law_1.01,16.26293182373047
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,2,1,power_law_1.01,16.589088439941406
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,2,1,power_law_1.01,17.027392578125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,2,1,power_law_1.01,18.101695251464843
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,2,1,power_law_1.01,19.117234802246095
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,2,1,power_law_1.01,20.792153930664064
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,2,1,power_law_1.01,25.079814147949218
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,2,1,power_law_1.01,30.147064208984375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,2,1,power_law_1.01,0.2070784091949463
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,2,1,power_law_1.01,0.258624005317688
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,2,1,power_law_1.01,0.4989312171936035
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,2,1,power_law_1.01,0.9593215942382812
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,2,1,power_law_1.01,1.7226367950439454
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,2,1,power_law_1.01,2.4392255783081054
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,2,1,power_law_1.01,2.9336320877075197
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,2,1,power_law_1.01,3.782963180541992
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,2,1,power_law_1.01,3.9552257537841795
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,2,1,power_law_1.01,4.049184036254883
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,2,1,power_law_1.01,4.201919937133789
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,2,1,power_law_1.01,4.392076873779297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,2,1,power_law_1.01,4.543001556396485
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,2,1,power_law_1.01,4.600531387329101
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,2,1,power_law_1.01,4.788063812255859
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,2,1,power_law_1.01,4.828556823730469
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,2,1,power_law_1.01,5.028774261474609
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,2,1,power_law_1.01,5.196736145019531
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,2,1,power_law_1.01,5.444255828857422
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,2,1,power_law_1.01,5.634515380859375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,2,1,power_law_1.01,5.801152038574219
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,2,1,power_law_1.01,6.390879821777344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,2,1,power_law_1.01,6.921164703369141
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,2,1,power_law_1.01,7.986380767822266
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,2,1,power_law_1.01,9.34316177368164
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,2,1,power_law_1.01,12.450393676757812
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,2,1,power_law_1.01,15.783052062988281
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,7168,2048,8,384,2,1,power_law_1.2,0.24908161163330078
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,7168,2048,8,384,2,1,power_law_1.2,0.4843455791473389
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,7168,2048,8,384,2,1,power_law_1.2,0.9391615867614747
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,7168,2048,8,384,2,1,power_law_1.2,1.8730112075805665
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,7168,2048,8,384,2,1,power_law_1.2,3.0130239486694337
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,7168,2048,8,384,2,1,power_law_1.2,4.3170623779296875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,7168,2048,8,384,2,1,power_law_1.2,5.1242622375488285
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,7168,2048,8,384,2,1,power_law_1.2,7.122898864746094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,7168,2048,8,384,2,1,power_law_1.2,7.601439666748047
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,7168,2048,8,384,2,1,power_law_1.2,7.746406555175781
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,7168,2048,8,384,2,1,power_law_1.2,8.044294738769532
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,7168,2048,8,384,2,1,power_law_1.2,8.350643157958984
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,7168,2048,8,384,2,1,power_law_1.2,8.581433868408203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,7168,2048,8,384,2,1,power_law_1.2,9.053791809082032
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,7168,2048,8,384,2,1,power_law_1.2,9.166700744628907
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,7168,2048,8,384,2,1,power_law_1.2,9.452722930908203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,7168,2048,8,384,2,1,power_law_1.2,14.291885375976562
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,7168,2048,8,384,2,1,power_law_1.2,15.166188049316407
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,2,1,power_law_1.2,15.478105163574218
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,2,1,power_law_1.2,16.271565246582032
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,2,1,power_law_1.2,16.516717529296876
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,2,1,power_law_1.2,17.89148864746094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,2,1,power_law_1.2,18.64766082763672
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,2,1,power_law_1.2,20.794099426269533
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,2,1,power_law_1.2,23.397293090820312
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,2,1,power_law_1.2,28.938644409179688
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,2,1,power_law_1.2,35.077554321289064
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,2,1,power_law_1.2,0.1445312023162842
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,2,1,power_law_1.2,0.31629440784454343
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,2,1,power_law_1.2,0.6908415794372559
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,2,1,power_law_1.2,1.3502976417541503
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,2,1,power_law_1.2,2.1736255645751954
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,2,1,power_law_1.2,3.1098751068115233
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,2,1,power_law_1.2,3.7453311920166015
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,2,1,power_law_1.2,5.194246292114258
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,2,1,power_law_1.2,5.448083114624024
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,2,1,power_law_1.2,5.4092670440673825
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,2,1,power_law_1.2,5.655148696899414
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,2,1,power_law_1.2,6.072083282470703
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,2,1,power_law_1.2,6.224422454833984
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,2,1,power_law_1.2,6.440045166015625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,2,1,power_law_1.2,6.674502563476563
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,2,1,power_law_1.2,6.78826904296875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,2,1,power_law_1.2,14.837440490722656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,2,1,power_law_1.2,15.521939086914063
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,2,1,power_law_1.2,15.911302185058593
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,2,1,power_law_1.2,16.651461791992187
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,2,1,power_law_1.2,17.170713806152342
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,2,1,power_law_1.2,17.956338500976564
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,2,1,power_law_1.2,18.709292602539062
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,2,1,power_law_1.2,20.37976989746094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,2,1,power_law_1.2,22.55180206298828
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,2,1,power_law_1.2,27.988250732421875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,2,1,power_law_1.2,33.59037475585937
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,2,1,power_law_1.2,0.20560638904571532
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,2,1,power_law_1.2,0.2579583883285522
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,2,1,power_law_1.2,0.49955201148986816
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,2,1,power_law_1.2,0.9587712287902832
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,2,1,power_law_1.2,1.5526399612426758
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,2,1,power_law_1.2,2.223967933654785
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,2,1,power_law_1.2,2.582131195068359
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,2,1,power_law_1.2,3.698886489868164
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,2,1,power_law_1.2,3.8378879547119142
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,2,1,power_law_1.2,3.990214538574219
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,2,1,power_law_1.2,4.169817733764648
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,2,1,power_law_1.2,4.339571380615235
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,2,1,power_law_1.2,4.4959358215332035
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,2,1,power_law_1.2,4.602137756347656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,2,1,power_law_1.2,4.7368511199951175
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,2,1,power_law_1.2,4.911584091186524
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,2,1,power_law_1.2,4.982624053955078
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,2,1,power_law_1.2,5.234476852416992
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,2,1,power_law_1.2,5.504499053955078
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,2,1,power_law_1.2,5.891987228393555
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,2,1,power_law_1.2,6.042777633666992
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,2,1,power_law_1.2,6.524940490722656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,2,1,power_law_1.2,7.228749084472656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,2,1,power_law_1.2,8.399372863769532
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,2,1,power_law_1.2,9.953644561767579
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,2,1,power_law_1.2,13.16809539794922
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,2,1,power_law_1.2,16.62049255371094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,3072,1536,8,256,1,2,power_law_1.01,0.16842880249023437
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,3072,1536,8,256,1,2,power_law_1.01,0.3231040000915527
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,3072,1536,8,256,1,2,power_law_1.01,0.46131200790405275
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,3072,1536,8,256,1,2,power_law_1.01,0.7636991977691651
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,3072,1536,8,256,1,2,power_law_1.01,1.0677248001098634
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,3072,1536,8,256,1,2,power_law_1.01,1.2099455833435058
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,3072,1536,8,256,1,2,power_law_1.01,1.858515167236328
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,3072,1536,8,256,1,2,power_law_1.01,1.8710527420043945
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,3072,1536,8,256,1,2,power_law_1.01,1.9016000747680664
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,3072,1536,8,256,1,2,power_law_1.01,1.9232831954956056
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,3072,1536,8,256,1,2,power_law_1.01,2.1133312225341796
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,3072,1536,8,256,1,2,power_law_1.01,2.9370304107666017
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,3072,1536,8,256,1,2,power_law_1.01,3.065951919555664
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,3072,1536,8,256,1,2,power_law_1.01,3.018137550354004
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,3072,1536,8,256,1,2,power_law_1.01,3.145894432067871
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,3072,1536,8,256,1,2,power_law_1.01,3.303142547607422
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,3072,1536,8,256,1,2,power_law_1.01,3.4936065673828125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,3072,1536,8,256,1,2,power_law_1.01,3.4452545166015627
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,1,2,power_law_1.01,3.611974334716797
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,1,2,power_law_1.01,3.7757312774658205
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,1,2,power_law_1.01,3.8563392639160154
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,1,2,power_law_1.01,4.143046569824219
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,1,2,power_law_1.01,4.399308776855468
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,1,2,power_law_1.01,5.3687488555908205
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,1,2,power_law_1.01,6.695321655273437
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,1,2,power_law_1.01,9.218367767333984
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,1,2,power_law_1.01,11.496288299560547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,1,2,power_law_1.01,0.03845120072364807
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,1,2,power_law_1.01,0.22911360263824462
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,1,2,power_law_1.01,0.39622399806976316
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,1,2,power_law_1.01,0.5326848030090332
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,1,2,power_law_1.01,0.7518976211547852
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,1,2,power_law_1.01,1.0214079856872558
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,1,2,power_law_1.01,1.3167872428894043
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,1,2,power_law_1.01,1.3637375831604004
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,1,2,power_law_1.01,1.402560043334961
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,1,2,power_law_1.01,1.510092830657959
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,1,2,power_law_1.01,1.4199423789978027
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,1,2,power_law_1.01,3.1343040466308594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,1,2,power_law_1.01,3.3605823516845703
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,1,2,power_law_1.01,3.316396713256836
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,1,2,power_law_1.01,3.2605121612548826
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,1,2,power_law_1.01,3.321574401855469
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,1,2,power_law_1.01,3.501881790161133
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,1,2,power_law_1.01,3.6433536529541017
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,1,2,power_law_1.01,3.7262271881103515
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,1,2,power_law_1.01,3.749055862426758
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,1,2,power_law_1.01,3.8712833404541014
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,1,2,power_law_1.01,4.2036479949951175
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,1,2,power_law_1.01,4.471372985839844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,1,2,power_law_1.01,5.202790451049805
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,1,2,power_law_1.01,6.363430404663086
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,1,2,power_law_1.01,8.576780700683594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,1,2,power_law_1.01,11.063046264648438
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,3072,1536,8,256,1,2,power_law_1.01,0.06719359755516052
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,3072,1536,8,256,1,2,power_law_1.01,0.2131200075149536
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,3072,1536,8,256,1,2,power_law_1.01,0.28035199642181396
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,3072,1536,8,256,1,2,power_law_1.01,0.40602879524230956
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,3072,1536,8,256,1,2,power_law_1.01,0.5374144077301025
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,3072,1536,8,256,1,2,power_law_1.01,0.7192831993103027
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,3072,1536,8,256,1,2,power_law_1.01,0.9203200340270996
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,3072,1536,8,256,1,2,power_law_1.01,1.0024383544921875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,3072,1536,8,256,1,2,power_law_1.01,0.9973759651184082
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,3072,1536,8,256,1,2,power_law_1.01,1.0191360473632813
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,3072,1536,8,256,1,2,power_law_1.01,1.0700223922729493
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,3072,1536,8,256,1,2,power_law_1.01,1.0951104164123535
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,3072,1536,8,256,1,2,power_law_1.01,1.0914560317993165
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,3072,1536,8,256,1,2,power_law_1.01,1.139782428741455
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,3072,1536,8,256,1,2,power_law_1.01,1.1860992431640625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,3072,1536,8,256,1,2,power_law_1.01,1.2124863624572755
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,3072,1536,8,256,1,2,power_law_1.01,1.2887616157531738
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,3072,1536,8,256,1,2,power_law_1.01,1.337983989715576
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,3072,1536,8,256,1,2,power_law_1.01,1.45032958984375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,3072,1536,8,256,1,2,power_law_1.01,1.5215871810913086
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,3072,1536,8,256,1,2,power_law_1.01,1.6453184127807616
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,3072,1536,8,256,1,2,power_law_1.01,1.8860416412353516
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,3072,1536,8,256,1,2,power_law_1.01,2.178201675415039
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,3072,1536,8,256,1,2,power_law_1.01,2.8667839050292967
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,3072,1536,8,256,1,2,power_law_1.01,3.6382591247558596
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,3072,1536,8,256,1,2,power_law_1.01,5.223839950561524
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,3072,1536,8,256,1,2,power_law_1.01,6.873030090332032
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,3072,1536,8,256,1,2,power_law_1.2,0.16874239444732667
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,3072,1536,8,256,1,2,power_law_1.2,0.3218688011169434
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,3072,1536,8,256,1,2,power_law_1.2,0.4355584144592285
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,3072,1536,8,256,1,2,power_law_1.2,0.6893439769744873
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,3072,1536,8,256,1,2,power_law_1.2,1.0439552307128905
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,3072,1536,8,256,1,2,power_law_1.2,1.1795583724975587
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,3072,1536,8,256,1,2,power_law_1.2,1.6493120193481445
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,3072,1536,8,256,1,2,power_law_1.2,1.7960704803466796
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,3072,1536,8,256,1,2,power_law_1.2,1.9236543655395508
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,3072,1536,8,256,1,2,power_law_1.2,1.8473215103149414
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,3072,1536,8,256,1,2,power_law_1.2,1.9691072463989259
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,3072,1536,8,256,1,2,power_law_1.2,2.9758464813232424
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,3072,1536,8,256,1,2,power_law_1.2,3.0425088882446287
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,3072,1536,8,256,1,2,power_law_1.2,3.220006561279297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,3072,1536,8,256,1,2,power_law_1.2,3.0927616119384767
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,3072,1536,8,256,1,2,power_law_1.2,3.3248382568359376
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,3072,1536,8,256,1,2,power_law_1.2,3.3665534973144533
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,3072,1536,8,256,1,2,power_law_1.2,3.5931262969970703
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,1,2,power_law_1.2,3.6464447021484374
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,1,2,power_law_1.2,3.838713455200195
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,1,2,power_law_1.2,3.9717952728271486
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,1,2,power_law_1.2,4.267776107788086
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,1,2,power_law_1.2,4.716409683227539
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,1,2,power_law_1.2,5.9272510528564455
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,1,2,power_law_1.2,7.141343688964843
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,1,2,power_law_1.2,10.163340759277343
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,1,2,power_law_1.2,12.460281372070312
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,1,2,power_law_1.2,0.03832319974899292
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,1,2,power_law_1.2,0.2292095899581909
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,1,2,power_law_1.2,0.328659200668335
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,1,2,power_law_1.2,0.44527359008789064
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,1,2,power_law_1.2,0.7319615840911865
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,1,2,power_law_1.2,0.9342592239379883
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,1,2,power_law_1.2,1.329849624633789
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,1,2,power_law_1.2,1.3560768127441407
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,1,2,power_law_1.2,1.339737606048584
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,1,2,power_law_1.2,1.4632384300231933
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,1,2,power_law_1.2,1.539417552947998
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,1,2,power_law_1.2,3.1495616912841795
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,1,2,power_law_1.2,3.1466751098632812
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,1,2,power_law_1.2,3.3056766510009767
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,1,2,power_law_1.2,3.3536128997802734
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,1,2,power_law_1.2,3.384115219116211
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,1,2,power_law_1.2,3.485990524291992
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,1,2,power_law_1.2,3.6810623168945313
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,1,2,power_law_1.2,3.702067184448242
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,1,2,power_law_1.2,3.9033409118652345
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,1,2,power_law_1.2,3.9422401428222655
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,1,2,power_law_1.2,4.341247940063477
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,1,2,power_law_1.2,4.815161514282226
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,1,2,power_law_1.2,5.8638465881347654
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,1,2,power_law_1.2,7.053984069824219
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,1,2,power_law_1.2,9.700377655029296
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,1,2,power_law_1.2,13.369395446777343
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,3072,1536,8,256,1,2,power_law_1.2,0.07437440156936645
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,3072,1536,8,256,1,2,power_law_1.2,0.20746240615844727
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,3072,1536,8,256,1,2,power_law_1.2,0.23742079734802246
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,3072,1536,8,256,1,2,power_law_1.2,0.38525440692901614
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,3072,1536,8,256,1,2,power_law_1.2,0.4703680038452148
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,3072,1536,8,256,1,2,power_law_1.2,0.6673600196838378
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,3072,1536,8,256,1,2,power_law_1.2,0.8970815658569335
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,3072,1536,8,256,1,2,power_law_1.2,1.0286208152770997
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,3072,1536,8,256,1,2,power_law_1.2,0.9928511619567871
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,3072,1536,8,256,1,2,power_law_1.2,1.022067165374756
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,3072,1536,8,256,1,2,power_law_1.2,1.075660800933838
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,3072,1536,8,256,1,2,power_law_1.2,1.104428768157959
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,3072,1536,8,256,1,2,power_law_1.2,1.1069696426391602
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,3072,1536,8,256,1,2,power_law_1.2,1.1616512298583985
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,3072,1536,8,256,1,2,power_law_1.2,1.2606592178344727
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,3072,1536,8,256,1,2,power_law_1.2,1.2150848388671875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,3072,1536,8,256,1,2,power_law_1.2,1.2919808387756349
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,3072,1536,8,256,1,2,power_law_1.2,1.380019187927246
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,3072,1536,8,256,1,2,power_law_1.2,1.441971206665039
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,3072,1536,8,256,1,2,power_law_1.2,1.5776576042175292
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,3072,1536,8,256,1,2,power_law_1.2,1.6113471984863281
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,3072,1536,8,256,1,2,power_law_1.2,1.9595008850097657
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,3072,1536,8,256,1,2,power_law_1.2,2.221766471862793
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,3072,1536,8,256,1,2,power_law_1.2,2.9637632369995117
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,3072,1536,8,256,1,2,power_law_1.2,3.9140670776367186
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,3072,1536,8,256,1,2,power_law_1.2,5.439667129516602
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,3072,1536,8,256,1,2,power_law_1.2,7.38023681640625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,3072,1536,8,256,2,1,power_law_1.01,0.03258880078792572
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,3072,1536,8,256,2,1,power_law_1.01,0.16468479633331298
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,3072,1536,8,256,2,1,power_law_1.01,0.31434879302978513
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,3072,1536,8,256,2,1,power_law_1.01,0.6107776165008545
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,3072,1536,8,256,2,1,power_law_1.01,0.9635968208312988
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,3072,1536,8,256,2,1,power_law_1.01,1.2034496307373046
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,3072,1536,8,256,2,1,power_law_1.01,1.7132352828979491
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,3072,1536,8,256,2,1,power_law_1.01,1.8211967468261718
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,3072,1536,8,256,2,1,power_law_1.01,1.867283248901367
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,3072,1536,8,256,2,1,power_law_1.01,1.9521408081054688
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,3072,1536,8,256,2,1,power_law_1.01,1.988172721862793
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,3072,1536,8,256,2,1,power_law_1.01,2.069753646850586
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,3072,1536,8,256,2,1,power_law_1.01,2.070412826538086
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,3072,1536,8,256,2,1,power_law_1.01,2.1671295166015625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,3072,1536,8,256,2,1,power_law_1.01,3.1081600189208984
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,3072,1536,8,256,2,1,power_law_1.01,3.069932746887207
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,3072,1536,8,256,2,1,power_law_1.01,3.166201591491699
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,3072,1536,8,256,2,1,power_law_1.01,3.2894527435302736
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,2,1,power_law_1.01,3.390105438232422
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,2,1,power_law_1.01,3.46929931640625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,2,1,power_law_1.01,3.643360137939453
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,2,1,power_law_1.01,3.8402366638183594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,2,1,power_law_1.01,4.042489624023437
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,2,1,power_law_1.01,4.740883255004883
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,2,1,power_law_1.01,5.631148910522461
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,2,1,power_law_1.01,7.796998596191406
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,2,1,power_law_1.01,10.056448364257813
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,2,1,power_law_1.01,0.024428799748420715
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,2,1,power_law_1.01,0.03313280045986176
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,2,1,power_law_1.01,0.211897611618042
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,2,1,power_law_1.01,0.4192255973815918
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,2,1,power_law_1.01,0.6530816078186035
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,2,1,power_law_1.01,0.8331647872924804
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,2,1,power_law_1.01,1.1850303649902343
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,2,1,power_law_1.01,1.293126392364502
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,2,1,power_law_1.01,1.322809600830078
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,2,1,power_law_1.01,1.347372817993164
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,2,1,power_law_1.01,1.366592025756836
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,2,1,power_law_1.01,1.4103872299194335
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,2,1,power_law_1.01,1.4411199569702149
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,2,1,power_law_1.01,1.4653696060180663
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,2,1,power_law_1.01,3.100115203857422
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,2,1,power_law_1.01,3.1991167068481445
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,2,1,power_law_1.01,3.238496017456055
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,2,1,power_law_1.01,3.3661502838134765
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,2,1,power_law_1.01,3.444083023071289
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,2,1,power_law_1.01,3.5807361602783203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,2,1,power_law_1.01,3.686796951293945
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,2,1,power_law_1.01,3.839097595214844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,2,1,power_law_1.01,4.04382095336914
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,2,1,power_law_1.01,4.567660903930664
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,2,1,power_law_1.01,5.348390579223633
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,2,1,power_law_1.01,7.156288146972656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,2,1,power_law_1.01,9.284236907958984
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,3072,1536,8,256,2,1,power_law_1.01,0.04053759872913361
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,3072,1536,8,256,2,1,power_law_1.01,0.06938880085945129
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,3072,1536,8,256,2,1,power_law_1.01,0.1912832021713257
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,3072,1536,8,256,2,1,power_law_1.01,0.3360512018203735
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,3072,1536,8,256,2,1,power_law_1.01,0.49356799125671386
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,3072,1536,8,256,2,1,power_law_1.01,0.6382080078125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,3072,1536,8,256,2,1,power_law_1.01,0.8972224235534668
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,3072,1536,8,256,2,1,power_law_1.01,0.9302463531494141
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,3072,1536,8,256,2,1,power_law_1.01,0.984614372253418
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,3072,1536,8,256,2,1,power_law_1.01,1.006931209564209
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,3072,1536,8,256,2,1,power_law_1.01,1.0441280364990235
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,3072,1536,8,256,2,1,power_law_1.01,1.0544192314147949
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,3072,1536,8,256,2,1,power_law_1.01,1.090611171722412
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,3072,1536,8,256,2,1,power_law_1.01,1.1125760078430176
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,3072,1536,8,256,2,1,power_law_1.01,1.152409553527832
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,3072,1536,8,256,2,1,power_law_1.01,1.1735808372497558
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,3072,1536,8,256,2,1,power_law_1.01,1.201632022857666
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,3072,1536,8,256,2,1,power_law_1.01,1.2726719856262207
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,3072,1536,8,256,2,1,power_law_1.01,1.3069567680358887
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,3072,1536,8,256,2,1,power_law_1.01,1.4225407600402833
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,3072,1536,8,256,2,1,power_law_1.01,1.5022208213806152
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,3072,1536,8,256,2,1,power_law_1.01,1.706502342224121
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,3072,1536,8,256,2,1,power_law_1.01,1.911916732788086
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,3072,1536,8,256,2,1,power_law_1.01,2.4190847396850588
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,3072,1536,8,256,2,1,power_law_1.01,3.0710399627685545
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,3072,1536,8,256,2,1,power_law_1.01,4.337331390380859
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,3072,1536,8,256,2,1,power_law_1.01,5.616985702514649
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,3072,1536,8,256,2,1,power_law_1.2,0.032543998956680295
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,3072,1536,8,256,2,1,power_law_1.2,0.1643903970718384
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,3072,1536,8,256,2,1,power_law_1.2,0.3140736103057861
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,3072,1536,8,256,2,1,power_law_1.2,0.5580351829528809
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,3072,1536,8,256,2,1,power_law_1.2,0.8181376457214355
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,3072,1536,8,256,2,1,power_law_1.2,1.1177087783813477
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,3072,1536,8,256,2,1,power_law_1.2,1.6953088760375976
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,3072,1536,8,256,2,1,power_law_1.2,1.80383358001709
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,3072,1536,8,256,2,1,power_law_1.2,1.8383487701416015
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,3072,1536,8,256,2,1,power_law_1.2,1.8803007125854492
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,3072,1536,8,256,2,1,power_law_1.2,1.9714048385620118
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,3072,1536,8,256,2,1,power_law_1.2,2.0517568588256836
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,3072,1536,8,256,2,1,power_law_1.2,2.140217590332031
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,3072,1536,8,256,2,1,power_law_1.2,2.109663963317871
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,3072,1536,8,256,2,1,power_law_1.2,3.091974449157715
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,3072,1536,8,256,2,1,power_law_1.2,3.1358015060424806
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,3072,1536,8,256,2,1,power_law_1.2,3.245529556274414
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,3072,1536,8,256,2,1,power_law_1.2,3.363129425048828
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,2,1,power_law_1.2,3.441996765136719
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,2,1,power_law_1.2,3.6819137573242187
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,2,1,power_law_1.2,3.756390380859375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,2,1,power_law_1.2,3.953644943237305
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,2,1,power_law_1.2,4.304025650024414
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,2,1,power_law_1.2,5.113504028320312
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,2,1,power_law_1.2,6.109632110595703
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,2,1,power_law_1.2,8.083757019042968
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,2,1,power_law_1.2,10.463327789306641
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,2,1,power_law_1.2,0.024588799476623534
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,2,1,power_law_1.2,0.03326080143451691
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,2,1,power_law_1.2,0.2109760046005249
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,2,1,power_law_1.2,0.38467841148376464
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,2,1,power_law_1.2,0.57674241065979
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,2,1,power_law_1.2,0.7647744178771972
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,2,1,power_law_1.2,1.2065407752990722
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,2,1,power_law_1.2,1.2518336296081543
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,2,1,power_law_1.2,1.3141119956970215
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,2,1,power_law_1.2,1.339635181427002
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,2,1,power_law_1.2,1.3944255828857421
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,2,1,power_law_1.2,1.4168831825256347
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,2,1,power_law_1.2,1.4464256286621093
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,2,1,power_law_1.2,1.5072064399719238
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,2,1,power_law_1.2,3.1169471740722656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,2,1,power_law_1.2,3.2679935455322267
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,2,1,power_law_1.2,3.298073577880859
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,2,1,power_law_1.2,3.4648319244384767
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,2,1,power_law_1.2,3.615884780883789
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,2,1,power_law_1.2,3.667532730102539
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,2,1,power_law_1.2,3.7355072021484377
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,2,1,power_law_1.2,4.006764984130859
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,2,1,power_law_1.2,4.249951934814453
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,2,1,power_law_1.2,4.961555099487304
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,2,1,power_law_1.2,5.813798522949218
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,2,1,power_law_1.2,7.725619506835938
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,2,1,power_law_1.2,9.696505737304687
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,3072,1536,8,256,2,1,power_law_1.2,0.040505599975585935
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,3072,1536,8,256,2,1,power_law_1.2,0.07166079878807068
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,3072,1536,8,256,2,1,power_law_1.2,0.18748799562454224
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,3072,1536,8,256,2,1,power_law_1.2,0.30677759647369385
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,3072,1536,8,256,2,1,power_law_1.2,0.43709440231323243
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,3072,1536,8,256,2,1,power_law_1.2,0.590822410583496
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,3072,1536,8,256,2,1,power_law_1.2,0.8928383827209473
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,3072,1536,8,256,2,1,power_law_1.2,0.9311103820800781
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,3072,1536,8,256,2,1,power_law_1.2,0.9702272415161133
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,3072,1536,8,256,2,1,power_law_1.2,0.9999872207641601
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,3072,1536,8,256,2,1,power_law_1.2,1.0224448204040528
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,3072,1536,8,256,2,1,power_law_1.2,1.0662464141845702
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,3072,1536,8,256,2,1,power_law_1.2,1.1302592277526855
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,3072,1536,8,256,2,1,power_law_1.2,1.1208767890930176
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,3072,1536,8,256,2,1,power_law_1.2,1.1509951591491698
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,3072,1536,8,256,2,1,power_law_1.2,1.2145919799804688
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,3072,1536,8,256,2,1,power_law_1.2,1.2336128234863282
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,3072,1536,8,256,2,1,power_law_1.2,1.306873607635498
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,3072,1536,8,256,2,1,power_law_1.2,1.3662848472595215
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,3072,1536,8,256,2,1,power_law_1.2,1.4625727653503418
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,3072,1536,8,256,2,1,power_law_1.2,1.5168959617614746
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,3072,1536,8,256,2,1,power_law_1.2,1.7623615264892578
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,3072,1536,8,256,2,1,power_law_1.2,2.013222312927246
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,3072,1536,8,256,2,1,power_law_1.2,2.5794687271118164
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,3072,1536,8,256,2,1,power_law_1.2,3.2304576873779296
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,3072,1536,8,256,2,1,power_law_1.2,4.475923156738281
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,3072,1536,8,256,2,1,power_law_1.2,5.758502578735351
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,2,power_law_1.01,0.13809280395507811
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,2,power_law_1.01,0.25077760219573975
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,2,power_law_1.01,0.34416000843048095
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,2,power_law_1.01,0.5030335903167724
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,2,power_law_1.01,0.7161087989807129
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,2,power_law_1.01,1.0447872161865235
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,2,power_law_1.01,1.067967987060547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,2,power_law_1.01,1.116639995574951
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,2,power_law_1.01,1.7151679992675781
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,2,power_law_1.01,1.6431488037109374
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,2,power_law_1.01,1.7454399108886718
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,2,power_law_1.01,1.7138559341430664
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,2,power_law_1.01,1.754707145690918
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,2,power_law_1.01,1.8010879516601563
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,2,power_law_1.01,1.8713855743408203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,2,power_law_1.01,1.9266944885253907
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,2,power_law_1.01,1.932569694519043
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,2,power_law_1.01,1.9809024810791016
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,2,power_law_1.01,2.05020809173584
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,2,power_law_1.01,2.127756881713867
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,2,power_law_1.01,2.196780776977539
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,2,power_law_1.01,2.4378623962402344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,2,power_law_1.01,2.968998336791992
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,2,power_law_1.01,3.83070068359375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,2,power_law_1.01,4.6808830261230465
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,2,power_law_1.01,6.688678741455078
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,2,power_law_1.01,8.792806243896484
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,2,power_law_1.01,0.03410559892654419
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,2,power_law_1.01,0.17189760208129884
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,2,power_law_1.01,0.22799360752105713
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,2,power_law_1.01,0.38392961025238037
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,2,power_law_1.01,0.45090560913085936
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,2,power_law_1.01,0.7428736209869384
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,2,power_law_1.01,0.7392320156097412
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,2,power_law_1.01,0.7873856067657471
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,2,power_law_1.01,1.5977984428405763
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,2,power_law_1.01,1.7461759567260742
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,2,power_law_1.01,1.7833919525146484
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,2,power_law_1.01,1.7440383911132813
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,2,power_law_1.01,1.8771520614624024
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,2,power_law_1.01,1.9182144165039063
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,2,power_law_1.01,1.9091392517089845
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,2,power_law_1.01,1.9567039489746094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,2,power_law_1.01,2.001811218261719
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,2,power_law_1.01,2.042304039001465
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,2,power_law_1.01,2.0422527313232424
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,2,power_law_1.01,2.1386367797851564
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,2,power_law_1.01,2.245158386230469
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,2,power_law_1.01,2.472972869873047
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,2,power_law_1.01,2.8715583801269533
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,2,power_law_1.01,3.6790081024169923
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,2,power_law_1.01,4.489599990844726
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,2,power_law_1.01,6.768851470947266
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,2,power_law_1.01,8.416178894042968
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,2,power_law_1.2,0.13818880319595336
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,2,power_law_1.2,0.2223871946334839
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,2,power_law_1.2,0.3313728094100952
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,2,power_law_1.2,0.4707456111907959
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,2,power_law_1.2,0.538047981262207
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,2,power_law_1.2,1.011315155029297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,2,power_law_1.2,1.0457280158996582
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,2,power_law_1.2,1.1079039573669434
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,2,power_law_1.2,1.6839872360229493
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,2,power_law_1.2,1.6762496948242187
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,2,power_law_1.2,1.77523193359375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,2,power_law_1.2,1.8526464462280274
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,2,power_law_1.2,1.800614356994629
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,2,power_law_1.2,1.8260032653808593
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,2,power_law_1.2,1.9099199295043945
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,2,power_law_1.2,1.9293119430541992
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,2,power_law_1.2,1.9123584747314453
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,2,power_law_1.2,2.005465507507324
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,2,power_law_1.2,2.093107223510742
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,2,power_law_1.2,2.2102527618408203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,2,power_law_1.2,2.342822456359863
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,2,power_law_1.2,2.7448511123657227
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,2,power_law_1.2,3.1985536575317384
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,2,power_law_1.2,4.1025535583496096
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,2,power_law_1.2,5.219180679321289
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,2,power_law_1.2,7.495059204101563
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,2,power_law_1.2,9.050086212158202
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,2,power_law_1.2,0.03377920091152191
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,2,power_law_1.2,0.0892799973487854
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,2,power_law_1.2,0.23441920280456544
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,2,power_law_1.2,0.3745215892791748
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,2,power_law_1.2,0.43836159706115724
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,2,power_law_1.2,0.7160192012786866
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,2,power_law_1.2,0.7491775989532471
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,2,power_law_1.2,0.8098496437072754
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,2,power_law_1.2,1.5771776199340821
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,2,power_law_1.2,1.712384033203125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,2,power_law_1.2,1.7883840560913087
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,2,power_law_1.2,1.8245567321777343
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,2,power_law_1.2,1.8193983078002929
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,2,power_law_1.2,1.8969152450561524
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,2,power_law_1.2,1.9501888275146484
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,2,power_law_1.2,1.9489152908325196
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,2,power_law_1.2,1.9745344161987304
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,2,power_law_1.2,2.040947151184082
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,2,power_law_1.2,2.134592056274414
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,2,power_law_1.2,2.1764543533325194
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,2,power_law_1.2,2.2845888137817383
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,2,power_law_1.2,2.613254356384277
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,2,power_law_1.2,3.088096046447754
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,2,power_law_1.2,4.124787139892578
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,2,power_law_1.2,5.231564712524414
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,2,power_law_1.2,7.217734527587891
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,2,power_law_1.2,9.325830078125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,2688,1856,6,128,2,1,power_law_1.01,0.027878400683403016
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,2688,1856,6,128,2,1,power_law_1.01,0.13073279857635497
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,2688,1856,6,128,2,1,power_law_1.01,0.25890560150146485
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,2688,1856,6,128,2,1,power_law_1.01,0.4376063823699951
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,2688,1856,6,128,2,1,power_law_1.01,0.597811222076416
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,2688,1856,6,128,2,1,power_law_1.01,0.9743807792663575
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,2688,1856,6,128,2,1,power_law_1.01,1.050534439086914
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,2688,1856,6,128,2,1,power_law_1.01,1.0853759765625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,2688,1856,6,128,2,1,power_law_1.01,1.1339391708374023
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,2688,1856,6,128,2,1,power_law_1.01,1.1591936111450196
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,2688,1856,6,128,2,1,power_law_1.01,1.1429439544677735
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,2688,1856,6,128,2,1,power_law_1.01,1.7155967712402345
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,2688,1856,6,128,2,1,power_law_1.01,1.7511999130249023
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,2688,1856,6,128,2,1,power_law_1.01,1.794361686706543
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,2688,1856,6,128,2,1,power_law_1.01,1.8173887252807617
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,2688,1856,6,128,2,1,power_law_1.01,1.8739263534545898
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,2688,1856,6,128,2,1,power_law_1.01,1.8571584701538086
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,2688,1856,6,128,2,1,power_law_1.01,1.9209407806396483
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,2,1,power_law_1.01,1.9356416702270507
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,2,1,power_law_1.01,2.0335487365722655
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,2,1,power_law_1.01,2.095020866394043
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,2,1,power_law_1.01,2.254572868347168
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,2,1,power_law_1.01,2.5200832366943358
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,2,1,power_law_1.01,3.2627838134765623
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,2,1,power_law_1.01,4.037696075439453
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,2,1,power_law_1.01,5.736185455322266
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,2,1,power_law_1.01,7.58050537109375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,2,1,power_law_1.01,0.02250880002975464
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,2,1,power_law_1.01,0.030291199684143066
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,2,1,power_law_1.01,0.1754240036010742
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,2,1,power_law_1.01,0.3287807941436768
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,2,1,power_law_1.01,0.44159998893737795
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,2,1,power_law_1.01,0.7050559997558594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,2,1,power_law_1.01,0.7569600105285644
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,2,1,power_law_1.01,0.8105279922485351
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,2,1,power_law_1.01,0.8320575714111328
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,2,1,power_law_1.01,0.8222528457641601
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,2,1,power_law_1.01,0.8554495811462403
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,2,1,power_law_1.01,1.711635208129883
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,2,1,power_law_1.01,1.7163007736206055
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,2,1,power_law_1.01,1.7777088165283204
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,2,1,power_law_1.01,1.7776832580566406
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,2,1,power_law_1.01,1.8267135620117188
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,2,1,power_law_1.01,1.8998464584350585
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,2,1,power_law_1.01,1.9249280929565429
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,2,1,power_law_1.01,2.00316162109375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,2,1,power_law_1.01,2.023308753967285
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,2,1,power_law_1.01,2.100499153137207
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,2,1,power_law_1.01,2.1976831436157225
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,2,1,power_law_1.01,2.4234687805175783
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,2,1,power_law_1.01,3.023961639404297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,2,1,power_law_1.01,3.708313751220703
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,2,1,power_law_1.01,5.360505676269531
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,2,1,power_law_1.01,7.0004737854003904
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,2688,1856,6,128,2,1,power_law_1.2,0.02768000066280365
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,2688,1856,6,128,2,1,power_law_1.2,0.1310464024543762
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,2688,1856,6,128,2,1,power_law_1.2,0.2601855993270874
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,2688,1856,6,128,2,1,power_law_1.2,0.37436800003051757
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,2688,1856,6,128,2,1,power_law_1.2,0.5307648181915283
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,2688,1856,6,128,2,1,power_law_1.2,0.9811455726623535
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,2688,1856,6,128,2,1,power_law_1.2,1.0485440254211427
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,2688,1856,6,128,2,1,power_law_1.2,1.0800576210021973
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,2688,1856,6,128,2,1,power_law_1.2,1.1086591720581054
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,2688,1856,6,128,2,1,power_law_1.2,1.116096019744873
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,2688,1856,6,128,2,1,power_law_1.2,1.2059647560119628
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,2688,1856,6,128,2,1,power_law_1.2,1.7228416442871093
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,2688,1856,6,128,2,1,power_law_1.2,1.7391424179077148
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,2688,1856,6,128,2,1,power_law_1.2,1.8288000106811524
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,2688,1856,6,128,2,1,power_law_1.2,1.8563392639160157
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,2688,1856,6,128,2,1,power_law_1.2,1.8652351379394532
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,2688,1856,6,128,2,1,power_law_1.2,1.8857536315917969
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,2688,1856,6,128,2,1,power_law_1.2,1.9360960006713868
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,2,1,power_law_1.2,1.9959039688110352
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,2,1,power_law_1.2,2.023014450073242
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,2,1,power_law_1.2,2.1251455307006837
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,2,1,power_law_1.2,2.3638015747070313
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,2,1,power_law_1.2,2.733772850036621
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,2,1,power_law_1.2,3.5624961853027344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,2,1,power_law_1.2,4.274303817749024
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,2,1,power_law_1.2,5.984275054931641
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,2,1,power_law_1.2,7.712556457519531
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,2,1,power_law_1.2,0.022176000475883483
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,2,1,power_law_1.2,0.044633600115776065
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,2,1,power_law_1.2,0.16890239715576172
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,2,1,power_law_1.2,0.2999232053756714
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,2,1,power_law_1.2,0.3828223943710327
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,2,1,power_law_1.2,0.71080322265625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,2,1,power_law_1.2,0.7667136192321777
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,2,1,power_law_1.2,0.7949888229370117
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,2,1,power_law_1.2,0.8541631698608398
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,2,1,power_law_1.2,0.8572352409362793
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,2,1,power_law_1.2,0.8842304229736329
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,2,1,power_law_1.2,1.7497472763061523
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,2,1,power_law_1.2,1.7580671310424805
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,2,1,power_law_1.2,1.852262306213379
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,2,1,power_law_1.2,1.8485120773315429
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,2,1,power_law_1.2,1.8551424026489258
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,2,1,power_law_1.2,1.8829439163208008
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,2,1,power_law_1.2,1.9571136474609374
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,2,1,power_law_1.2,2.024665641784668
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,2,1,power_law_1.2,2.075372886657715
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,2,1,power_law_1.2,2.1005504608154295
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,2,1,power_law_1.2,2.270649528503418
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,2,1,power_law_1.2,2.5718080520629885
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,2,1,power_law_1.2,3.3020160675048826
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,2,1,power_law_1.2,4.045727920532227
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,2,1,power_law_1.2,5.5991870880126955
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,2,1,power_law_1.2,7.205497741699219
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,2,power_law_1.01,0.9730303764343262
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,2,power_law_1.01,1.9181440353393555
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,2,power_law_1.01,2.5122880935668945
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,2,power_law_1.01,3.8890113830566406
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,2,power_law_1.01,5.412768173217773
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,2,power_law_1.01,8.345196533203126
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,2,power_law_1.01,9.152505493164062
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,2,power_law_1.01,9.385107421875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,2,power_law_1.01,9.656114959716797
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,2,power_law_1.01,9.812127685546875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,2,power_law_1.01,9.920006561279298
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,2,power_law_1.01,10.191001892089844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,2,power_law_1.01,10.144518280029297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,2,power_law_1.01,10.589619445800782
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,2,power_law_1.01,15.738796997070313
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,2,power_law_1.01,15.743833923339844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,2,power_law_1.01,16.582989501953126
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,2,power_law_1.01,16.701504516601563
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,2,power_law_1.01,17.40921630859375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,2,power_law_1.01,18.57372131347656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,2,power_law_1.01,19.12728271484375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,2,power_law_1.01,20.95575714111328
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,2,power_law_1.01,23.632960510253906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,2,power_law_1.01,29.829620361328125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,2,power_law_1.01,37.01587829589844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,2,power_law_1.01,53.14595947265625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,2,power_law_1.01,72.6850341796875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,2,power_law_1.01,0.845587158203125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,2,power_law_1.01,1.3960448265075684
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,2,power_law_1.01,1.9415168762207031
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,2,power_law_1.01,2.9601600646972654
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,2,power_law_1.01,3.9662017822265625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,2,power_law_1.01,6.519110107421875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,2,power_law_1.01,6.652134704589844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,2,power_law_1.01,6.6831298828125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,2,power_law_1.01,7.294073486328125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,2,power_law_1.01,7.215084838867187
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,2,power_law_1.01,7.37805404663086
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,2,power_law_1.01,7.380973052978516
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,2,power_law_1.01,7.586067199707031
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,2,power_law_1.01,7.691487884521484
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,2,power_law_1.01,16.212876892089845
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,2,power_law_1.01,16.664154052734375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,2,power_law_1.01,16.528166198730467
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,2,power_law_1.01,17.345957946777343
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,2,power_law_1.01,18.019775390625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,2,power_law_1.01,18.635711669921875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,2,power_law_1.01,19.086924743652343
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,2,power_law_1.01,21.08586883544922
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,2,power_law_1.01,22.856787109375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,2,power_law_1.01,29.182553100585938
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,2,power_law_1.01,35.998471069335935
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,2,power_law_1.01,50.27049560546875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,2,power_law_1.01,64.28531494140626
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,2,power_law_1.01,0.6359360218048096
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,2,power_law_1.01,0.9933376312255859
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,2,power_law_1.01,1.3278016090393066
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,2,power_law_1.01,2.0935295104980467
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,2,power_law_1.01,2.9555456161499025
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,2,power_law_1.01,4.3455039978027346
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,2,power_law_1.01,4.406355285644532
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,2,power_law_1.01,4.72174072265625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,2,power_law_1.01,4.889747238159179
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,2,power_law_1.01,5.045331192016602
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,2,power_law_1.01,5.238668823242188
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,2,power_law_1.01,5.200326538085937
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,2,power_law_1.01,5.143411254882812
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,2,power_law_1.01,5.466131210327148
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,2,power_law_1.01,5.537081527709961
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,2,power_law_1.01,5.595724868774414
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,2,power_law_1.01,5.854726409912109
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,2,power_law_1.01,6.281459045410156
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,2,power_law_1.01,6.446246337890625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,2,power_law_1.01,7.069062042236328
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,2,power_law_1.01,7.587302398681641
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,2,power_law_1.01,8.970732879638671
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,2,power_law_1.01,10.797510528564453
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,2,power_law_1.01,14.631205749511718
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,2,power_law_1.01,18.376646423339842
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,2,power_law_1.01,28.13683166503906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,2,power_law_1.01,36.265280151367186
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,2,power_law_1.2,1.059763240814209
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,2,power_law_1.2,1.6254400253295898
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,2,power_law_1.2,2.4689279556274415
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,2,power_law_1.2,3.6820865631103517
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,2,power_law_1.2,5.298604965209961
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,2,power_law_1.2,8.766278076171876
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,2,power_law_1.2,9.211257934570312
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,2,power_law_1.2,9.037165069580078
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,2,power_law_1.2,9.529618835449218
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,2,power_law_1.2,9.547238159179688
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,2,power_law_1.2,9.791616058349609
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,2,power_law_1.2,10.19546890258789
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,2,power_law_1.2,10.320365142822265
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,2,power_law_1.2,10.775609588623047
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,2,power_law_1.2,16.206700134277344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,2,power_law_1.2,16.287501525878906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,2,power_law_1.2,16.709625244140625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,2,power_law_1.2,17.100518798828126
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,2,power_law_1.2,17.886259460449217
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,2,power_law_1.2,18.49945526123047
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,2,power_law_1.2,19.861177062988283
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,2,power_law_1.2,22.472198486328125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,2,power_law_1.2,25.2708984375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,2,power_law_1.2,33.246823120117185
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,2,power_law_1.2,41.01279296875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,2,power_law_1.2,57.97847290039063
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,2,power_law_1.2,74.69869384765624
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,2,power_law_1.2,0.7622464179992676
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,2,power_law_1.2,1.1849599838256837
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,2,power_law_1.2,1.8380096435546875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,2,power_law_1.2,2.967558479309082
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,2,power_law_1.2,3.889990234375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,2,power_law_1.2,6.496211242675781
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,2,power_law_1.2,6.3851776123046875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,2,power_law_1.2,6.705894470214844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,2,power_law_1.2,6.94000015258789
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,2,power_law_1.2,7.179180908203125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,2,power_law_1.2,7.3346435546875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,2,power_law_1.2,7.470598602294922
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,2,power_law_1.2,7.573516845703125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,2,power_law_1.2,7.719891357421875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,2,power_law_1.2,16.963687133789062
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,2,power_law_1.2,16.903904724121094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,2,power_law_1.2,16.417529296875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,2,power_law_1.2,17.90662384033203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,2,power_law_1.2,18.20892791748047
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,2,power_law_1.2,18.971833801269533
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,2,power_law_1.2,19.708921813964842
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,2,power_law_1.2,22.15325469970703
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,2,power_law_1.2,25.153875732421874
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,2,power_law_1.2,32.0315185546875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,2,power_law_1.2,39.30738525390625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,2,power_law_1.2,56.01148681640625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,2,power_law_1.2,70.11568603515624
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,2,power_law_1.2,0.6330175876617432
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,2,power_law_1.2,0.8340991973876953
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,2,power_law_1.2,1.297824001312256
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,2,power_law_1.2,1.8592575073242188
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,2,power_law_1.2,2.669055938720703
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,2,power_law_1.2,4.401996612548828
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,2,power_law_1.2,4.625132751464844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,2,power_law_1.2,4.689164733886718
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,2,power_law_1.2,4.82782096862793
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,2,power_law_1.2,4.991974258422852
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,2,power_law_1.2,5.172236633300781
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,2,power_law_1.2,5.370348739624023
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,2,power_law_1.2,5.385612869262696
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,2,power_law_1.2,5.605132675170898
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,2,power_law_1.2,5.887635040283203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,2,power_law_1.2,5.944236755371094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,2,power_law_1.2,6.100748825073242
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,2,power_law_1.2,6.356883239746094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,2,power_law_1.2,6.632710266113281
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,2,power_law_1.2,7.149113464355469
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,2,power_law_1.2,7.776038360595703
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,2,power_law_1.2,9.512210845947266
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,2,power_law_1.2,11.277772521972656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,2,power_law_1.2,15.804095458984374
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,2,power_law_1.2,20.69438018798828
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,2,power_law_1.2,28.647308349609375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,2,power_law_1.2,37.57762451171875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,2688,22,512,2,1,power_law_1.01,0.6326272010803222
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,2688,22,512,2,1,power_law_1.01,0.9656767845153809
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,2688,22,512,2,1,power_law_1.01,1.9168895721435546
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,2688,22,512,2,1,power_law_1.01,3.3465087890625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,2688,22,512,2,1,power_law_1.01,4.893446350097657
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,2688,22,512,2,1,power_law_1.01,8.179859161376953
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,2688,22,512,2,1,power_law_1.01,8.701273345947266
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,2688,22,512,2,1,power_law_1.01,8.978809356689453
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,2688,22,512,2,1,power_law_1.01,9.434444427490234
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,2688,22,512,2,1,power_law_1.01,9.604569244384766
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,2688,22,512,2,1,power_law_1.01,9.805197143554688
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,2688,22,512,2,1,power_law_1.01,10.056588745117187
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,2688,22,512,2,1,power_law_1.01,10.112294769287109
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,2688,22,512,2,1,power_law_1.01,10.340402984619141
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,2688,22,512,2,1,power_law_1.01,10.637612915039062
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,2688,22,512,2,1,power_law_1.01,10.821702575683593
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,2688,22,512,2,1,power_law_1.01,10.984928131103516
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,2688,22,512,2,1,power_law_1.01,16.22670135498047
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,2,1,power_law_1.01,16.498200988769533
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,2,1,power_law_1.01,17.012249755859376
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,2,1,power_law_1.01,17.273484802246095
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,2,1,power_law_1.01,18.535238647460936
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,2,1,power_law_1.01,20.696697998046876
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,2,1,power_law_1.01,26.75829162597656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,2,1,power_law_1.01,33.588442993164065
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,2,1,power_law_1.01,46.86757202148438
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,2,1,power_law_1.01,60.99332275390625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,2,1,power_law_1.01,0.3829632043838501
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,2,1,power_law_1.01,0.6715328216552734
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,2,1,power_law_1.01,1.3835264205932618
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,2,1,power_law_1.01,2.43002872467041
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,2,1,power_law_1.01,3.4979137420654296
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,2,1,power_law_1.01,5.855174255371094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,2,1,power_law_1.01,6.248268890380859
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,2,1,power_law_1.01,6.511078643798828
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,2,1,power_law_1.01,6.69051513671875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,2,1,power_law_1.01,6.767404937744141
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,2,1,power_law_1.01,7.058322906494141
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,2,1,power_law_1.01,7.039174652099609
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,2,1,power_law_1.01,7.324934387207032
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,2,1,power_law_1.01,7.36779556274414
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,2,1,power_law_1.01,7.337433624267578
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,2,1,power_law_1.01,7.434457397460937
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,2,1,power_law_1.01,7.57523193359375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,2,1,power_law_1.01,16.647378540039064
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,2,1,power_law_1.01,17.146009826660155
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,2,1,power_law_1.01,17.557901000976564
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,2,1,power_law_1.01,18.00810852050781
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,2,1,power_law_1.01,19.17277374267578
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,2,1,power_law_1.01,20.704608154296874
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,2,1,power_law_1.01,25.107225036621095
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,2,1,power_law_1.01,30.88373718261719
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,2,1,power_law_1.01,42.688357543945315
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,2,1,power_law_1.01,54.89058837890625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,2688,22,512,2,1,power_law_1.2,0.4998464107513428
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,2688,22,512,2,1,power_law_1.2,0.9657343864440918
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,2688,22,512,2,1,power_law_1.2,1.9158655166625977
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,2688,22,512,2,1,power_law_1.2,3.0701696395874025
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,2688,22,512,2,1,power_law_1.2,4.402323150634766
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,2688,22,512,2,1,power_law_1.2,8.022553253173829
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,2688,22,512,2,1,power_law_1.2,8.763276672363281
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,2688,22,512,2,1,power_law_1.2,9.113011169433594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,2688,22,512,2,1,power_law_1.2,9.357465362548828
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,2688,22,512,2,1,power_law_1.2,9.522354888916016
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,2688,22,512,2,1,power_law_1.2,9.852070617675782
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,2688,22,512,2,1,power_law_1.2,10.143750762939453
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,2688,22,512,2,1,power_law_1.2,10.246355438232422
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,2688,22,512,2,1,power_law_1.2,10.740550231933593
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,2688,22,512,2,1,power_law_1.2,10.990271759033202
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,2688,22,512,2,1,power_law_1.2,11.218688201904296
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,2688,22,512,2,1,power_law_1.2,11.544435119628906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,2688,22,512,2,1,power_law_1.2,16.37694091796875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,2,1,power_law_1.2,16.854290771484376
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,2,1,power_law_1.2,17.22054443359375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,2,1,power_law_1.2,17.80195770263672
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,2,1,power_law_1.2,19.85905303955078
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,2,1,power_law_1.2,22.555270385742187
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,2,1,power_law_1.2,28.75623779296875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,2,1,power_law_1.2,35.325311279296876
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,2,1,power_law_1.2,48.96001281738281
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,2,1,power_law_1.2,62.8675048828125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,2,1,power_law_1.2,0.3801215887069702
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,2,1,power_law_1.2,0.6720064163208008
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,2,1,power_law_1.2,1.3810751914978028
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,2,1,power_law_1.2,2.1919296264648436
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,2,1,power_law_1.2,3.0961023330688477
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,2,1,power_law_1.2,5.904940795898438
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,2,1,power_law_1.2,6.278764724731445
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,2,1,power_law_1.2,6.594445037841797
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,2,1,power_law_1.2,6.906707000732422
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,2,1,power_law_1.2,7.04664306640625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,2,1,power_law_1.2,7.079315185546875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,2,1,power_law_1.2,7.161529541015625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,2,1,power_law_1.2,7.292345428466797
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,2,1,power_law_1.2,7.546380615234375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,2,1,power_law_1.2,7.622707366943359
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,2,1,power_law_1.2,7.59441909790039
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,2,1,power_law_1.2,7.704704284667969
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,2,1,power_law_1.2,17.027308654785156
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,2,1,power_law_1.2,17.275257873535157
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,2,1,power_law_1.2,17.944000244140625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,2,1,power_law_1.2,18.54499206542969
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,2,1,power_law_1.2,20.143104553222656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,2,1,power_law_1.2,22.512876892089842
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,2,1,power_law_1.2,27.7574462890625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,2,1,power_law_1.2,33.22413330078125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,2,1,power_law_1.2,45.37676086425781
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,2,1,power_law_1.2,58.35347290039063
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,4,power_law_1.01,0.36316800117492676
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,4,power_law_1.01,0.26752638816833496
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,4,power_law_1.01,0.6480063915252685
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,4,power_law_1.01,0.7061439990997315
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,4,power_law_1.01,0.7130239963531494
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,4,power_law_1.01,0.7171967983245849
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,4,power_law_1.01,0.7282368183135987
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,4,power_law_1.01,0.7304831981658936
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,4,power_law_1.01,0.7343296051025391
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,4,power_law_1.01,0.7253376007080078
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,4,power_law_1.01,0.7407104015350342
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,4,power_law_1.01,0.7400320053100586
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,4,power_law_1.01,0.7538368225097656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,4,power_law_1.01,0.7680768013000489
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,4,power_law_1.01,0.7870207786560058
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,4,power_law_1.01,0.9441344261169433
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,4,power_law_1.01,1.0673343658447265
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,4,power_law_1.01,1.3068223953247071
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,4,power_law_1.01,2.2404224395751955
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,4,power_law_1.01,3.135257530212402
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,4,power_law_1.01,3.7969406127929686
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,4,power_law_1.01,5.5261695861816404
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,4,power_law_1.01,6.379315185546875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,4,power_law_1.01,12.391366577148437
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,4,power_law_1.01,15.713894653320313
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,4,power_law_1.01,24.501618957519533
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,4,power_law_1.01,32.93970642089844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,4,power_law_1.01,0.2233664035797119
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,4,power_law_1.01,0.2838399887084961
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,4,power_law_1.01,0.5211711883544922
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,4,power_law_1.01,0.7107071876525879
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,4,power_law_1.01,0.7155519962310791
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,4,power_law_1.01,0.7272384166717529
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,4,power_law_1.01,0.7411136150360107
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,4,power_law_1.01,0.7440639972686768
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,4,power_law_1.01,0.7528960227966308
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,4,power_law_1.01,0.7592639923095703
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,4,power_law_1.01,0.7648255825042725
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,4,power_law_1.01,0.7666560173034668
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,4,power_law_1.01,0.7766784191131592
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,4,power_law_1.01,0.8060223579406738
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,4,power_law_1.01,0.8394240379333496
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,4,power_law_1.01,0.8584447860717773
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,4,power_law_1.01,1.1354175567626954
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,4,power_law_1.01,1.3725119590759278
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,4,power_law_1.01,1.683737564086914
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,4,power_law_1.01,2.5361408233642577
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,4,power_law_1.01,3.440460968017578
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,4,power_law_1.01,5.572876739501953
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,4,power_law_1.01,6.656690979003907
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,4,power_law_1.01,9.79785614013672
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,4,power_law_1.01,14.22533721923828
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,4,power_law_1.01,20.487155151367187
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,4,power_law_1.01,30.975506591796876
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,1,4,power_law_1.01,0.19092479944229127
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,1,4,power_law_1.01,0.21288959980010985
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,1,4,power_law_1.01,0.31278080940246583
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,1,4,power_law_1.01,0.33092479705810546
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,1,4,power_law_1.01,0.3328511953353882
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,1,4,power_law_1.01,0.33822081089019773
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,1,4,power_law_1.01,0.3433151960372925
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,1,4,power_law_1.01,0.3464960098266602
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,1,4,power_law_1.01,0.3459968090057373
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,1,4,power_law_1.01,0.34722559452056884
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,1,4,power_law_1.01,0.31930880546569823
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,1,4,power_law_1.01,0.3561984062194824
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,1,4,power_law_1.01,0.3774912118911743
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,1,4,power_law_1.01,0.39560959339141843
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,1,4,power_law_1.01,0.4262847900390625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,1,4,power_law_1.01,0.45847039222717284
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,1,4,power_law_1.01,0.5273280143737793
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,1,4,power_law_1.01,0.7725312232971191
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,1,4,power_law_1.01,0.9623871803283691
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,1,4,power_law_1.01,1.3305600166320801
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,1,4,power_law_1.01,2.003775978088379
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,1,4,power_law_1.01,2.398054313659668
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,1,4,power_law_1.01,4.269792175292968
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,1,4,power_law_1.01,5.8939262390136715
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,1,4,power_law_1.01,7.480345916748047
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,1,4,power_law_1.01,11.387391662597656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,1,4,power_law_1.01,14.062828063964844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,4,power_law_1.2,0.311244797706604
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,4,power_law_1.2,0.35710721015930175
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,4,power_law_1.2,0.6485311985015869
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,4,power_law_1.2,0.7067711830139161
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,4,power_law_1.2,0.7112063884735107
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,4,power_law_1.2,0.716102409362793
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,4,power_law_1.2,0.7251264095306397
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,4,power_law_1.2,0.7346879959106445
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,4,power_law_1.2,0.7333183765411377
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,4,power_law_1.2,0.7308864116668701
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,4,power_law_1.2,0.749721622467041
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,4,power_law_1.2,0.7398079872131348
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,4,power_law_1.2,0.7503744125366211
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,4,power_law_1.2,0.774348783493042
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,4,power_law_1.2,0.8056511878967285
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,4,power_law_1.2,0.8736063957214355
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,4,power_law_1.2,1.1392512321472168
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,4,power_law_1.2,1.3455615997314454
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,4,power_law_1.2,2.0997695922851562
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,4,power_law_1.2,3.1636159896850584
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,4,power_law_1.2,3.558310317993164
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,4,power_law_1.2,4.735833740234375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,4,power_law_1.2,6.637971496582031
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,4,power_law_1.2,10.955181121826172
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,4,power_law_1.2,16.021932983398436
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,4,power_law_1.2,23.007545471191406
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,4,power_law_1.2,37.472555541992186
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,4,power_law_1.2,0.19497599601745605
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,4,power_law_1.2,0.25257599353790283
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,4,power_law_1.2,0.5863935947418213
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,4,power_law_1.2,0.7085504055023193
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,4,power_law_1.2,0.7100160121917725
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,4,power_law_1.2,0.7263423919677734
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,4,power_law_1.2,0.7369472026824951
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,4,power_law_1.2,0.7469632148742675
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,4,power_law_1.2,0.7518335819244385
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,4,power_law_1.2,0.7599103927612305
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,4,power_law_1.2,0.76528000831604
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,4,power_law_1.2,0.7686655998229981
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,4,power_law_1.2,0.7776512145996094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,4,power_law_1.2,0.8044672012329102
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,4,power_law_1.2,0.8198847770690918
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,4,power_law_1.2,0.8589119911193848
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,4,power_law_1.2,1.1201600074768066
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,4,power_law_1.2,1.4645952224731444
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,4,power_law_1.2,1.6686336517333984
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,4,power_law_1.2,2.807193565368652
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,4,power_law_1.2,3.6967166900634765
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,4,power_law_1.2,4.73070068359375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,4,power_law_1.2,8.003545379638672
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,4,power_law_1.2,10.024665832519531
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,4,power_law_1.2,14.618797302246094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,4,power_law_1.2,22.93811798095703
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,4,power_law_1.2,31.158328247070312
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,1,4,power_law_1.2,0.19152640104293822
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,1,4,power_law_1.2,0.27434239387512205
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,1,4,power_law_1.2,0.31293439865112305
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,1,4,power_law_1.2,0.3310400009155273
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,1,4,power_law_1.2,0.3323712110519409
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,1,4,power_law_1.2,0.33778560161590576
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,1,4,power_law_1.2,0.34101119041442873
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,1,4,power_law_1.2,0.3475071907043457
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,1,4,power_law_1.2,0.3503360033035278
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,1,4,power_law_1.2,0.34785919189453124
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,1,4,power_law_1.2,0.320633602142334
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,1,4,power_law_1.2,0.3688960075378418
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,1,4,power_law_1.2,0.3786112070083618
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,1,4,power_law_1.2,0.3826368093490601
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,1,4,power_law_1.2,0.41763839721679685
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,1,4,power_law_1.2,0.45964798927307127
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,1,4,power_law_1.2,0.4930751800537109
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,1,4,power_law_1.2,0.8202112197875977
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,1,4,power_law_1.2,1.003974437713623
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,1,4,power_law_1.2,1.5308223724365235
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,1,4,power_law_1.2,1.876799964904785
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,1,4,power_law_1.2,2.746022415161133
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,1,4,power_law_1.2,3.7753345489501955
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,1,4,power_law_1.2,5.224889755249023
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,1,4,power_law_1.2,7.475596618652344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,1,4,power_law_1.2,10.65264663696289
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,1,4,power_law_1.2,14.770649719238282
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,14336,2,8,4,1,power_law_1.01,0.1287168025970459
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,14336,2,8,4,1,power_law_1.01,0.18870400190353392
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,14336,2,8,4,1,power_law_1.01,0.24584319591522216
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,14336,2,8,4,1,power_law_1.01,0.44593281745910646
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,14336,2,8,4,1,power_law_1.01,0.7072959899902344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,14336,2,8,4,1,power_law_1.01,0.6854080200195313
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,14336,2,8,4,1,power_law_1.01,0.6919936180114746
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,14336,2,8,4,1,power_law_1.01,0.7213568210601806
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,14336,2,8,4,1,power_law_1.01,0.728876781463623
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,14336,2,8,4,1,power_law_1.01,0.7482111930847168
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,14336,2,8,4,1,power_law_1.01,0.7307839870452881
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,14336,2,8,4,1,power_law_1.01,0.7213888168334961
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,14336,2,8,4,1,power_law_1.01,0.7417280197143554
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,14336,2,8,4,1,power_law_1.01,0.7507711887359619
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,14336,2,8,4,1,power_law_1.01,0.763372802734375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,14336,2,8,4,1,power_law_1.01,0.8291456222534179
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,14336,2,8,4,1,power_law_1.01,0.8157312393188476
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,14336,2,8,4,1,power_law_1.01,0.9514752388000488
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,4,1,power_law_1.01,1.1584320068359375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,4,1,power_law_1.01,1.4358016014099122
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,4,1,power_law_1.01,1.7325759887695313
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,4,1,power_law_1.01,2.493459129333496
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,4,1,power_law_1.01,3.253203201293945
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,4,1,power_law_1.01,4.817491149902343
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,4,1,power_law_1.01,6.342854309082031
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,4,1,power_law_1.01,9.62170867919922
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,4,1,power_law_1.01,13.000819396972656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,4,1,power_law_1.01,0.05360640287399292
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,4,1,power_law_1.01,0.0871295988559723
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,4,1,power_law_1.01,0.15263999700546266
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,4,1,power_law_1.01,0.3353087902069092
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,4,1,power_law_1.01,0.6633855819702148
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,4,1,power_law_1.01,0.6886591911315918
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,4,1,power_law_1.01,0.6937088012695313
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,4,1,power_law_1.01,0.7043903827667236
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,4,1,power_law_1.01,0.7083903789520264
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,4,1,power_law_1.01,0.7199679851531983
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,4,1,power_law_1.01,0.7191616058349609
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,4,1,power_law_1.01,0.737011194229126
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,4,1,power_law_1.01,0.7436672210693359
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,4,1,power_law_1.01,0.7414591789245606
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,4,1,power_law_1.01,0.7648128032684326
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,4,1,power_law_1.01,0.7848383903503418
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,4,1,power_law_1.01,0.8286016464233399
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,4,1,power_law_1.01,0.847539234161377
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,4,1,power_law_1.01,0.9605759620666504
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,4,1,power_law_1.01,1.3043840408325196
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,4,1,power_law_1.01,1.6276031494140626
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,4,1,power_law_1.01,2.339135932922363
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,4,1,power_law_1.01,3.0663360595703124
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,4,1,power_law_1.01,4.617075347900391
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,4,1,power_law_1.01,6.091731262207031
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,4,1,power_law_1.01,9.17004165649414
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,4,1,power_law_1.01,12.207212829589844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,4,1,power_law_1.01,0.06966400146484375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,4,1,power_law_1.01,0.11719679832458496
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,4,1,power_law_1.01,0.18474240303039552
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,4,1,power_law_1.01,0.2545088052749634
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,4,1,power_law_1.01,0.2710335969924927
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,4,1,power_law_1.01,0.27473280429840086
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,4,1,power_law_1.01,0.27716479301452634
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,4,1,power_law_1.01,0.27757439613342283
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,4,1,power_law_1.01,0.27983999252319336
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,4,1,power_law_1.01,0.276198410987854
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,4,1,power_law_1.01,0.2773439884185791
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,4,1,power_law_1.01,0.28083200454711915
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,4,1,power_law_1.01,0.29278719425201416
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,4,1,power_law_1.01,0.31201279163360596
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,4,1,power_law_1.01,0.32626559734344485
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,4,1,power_law_1.01,0.3201535940170288
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,4,1,power_law_1.01,0.327455997467041
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,4,1,power_law_1.01,0.37711999416351316
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,4,1,power_law_1.01,0.4659135818481445
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,4,1,power_law_1.01,0.6509696006774902
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,4,1,power_law_1.01,0.8416511535644531
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,4,1,power_law_1.01,1.2243200302124024
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,4,1,power_law_1.01,1.6497215270996093
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,4,1,power_law_1.01,2.4254655838012695
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,4,1,power_law_1.01,3.237062454223633
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,4,1,power_law_1.01,4.8433982849121096
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,4,1,power_law_1.01,6.461004638671875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,14336,2,8,4,1,power_law_1.2,0.12837120294570922
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,14336,2,8,4,1,power_law_1.2,0.20030078887939454
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,14336,2,8,4,1,power_law_1.2,0.25962879657745364
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,14336,2,8,4,1,power_law_1.2,0.4572927951812744
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,14336,2,8,4,1,power_law_1.2,0.6873023986816407
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,14336,2,8,4,1,power_law_1.2,0.704691219329834
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,14336,2,8,4,1,power_law_1.2,0.7160639762878418
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,14336,2,8,4,1,power_law_1.2,0.722649621963501
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,14336,2,8,4,1,power_law_1.2,0.7406527996063232
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,14336,2,8,4,1,power_law_1.2,0.7336319923400879
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,14336,2,8,4,1,power_law_1.2,0.7345727920532227
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,14336,2,8,4,1,power_law_1.2,0.7249663829803467
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,14336,2,8,4,1,power_law_1.2,0.7306303977966309
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,14336,2,8,4,1,power_law_1.2,0.7459519863128662
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,14336,2,8,4,1,power_law_1.2,0.7854015827178955
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,14336,2,8,4,1,power_law_1.2,0.809062385559082
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,14336,2,8,4,1,power_law_1.2,0.793881607055664
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,14336,2,8,4,1,power_law_1.2,0.9182271957397461
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,4,1,power_law_1.2,1.0961024284362793
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,4,1,power_law_1.2,1.4216383934020995
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,4,1,power_law_1.2,1.7742591857910157
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,4,1,power_law_1.2,2.521824073791504
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,4,1,power_law_1.2,3.2954177856445312
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,4,1,power_law_1.2,4.865907287597656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,4,1,power_law_1.2,6.292294311523437
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,4,1,power_law_1.2,9.667814636230469
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,4,1,power_law_1.2,13.07220458984375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,4,1,power_law_1.2,0.07617279887199402
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,4,1,power_law_1.2,0.09216639995574952
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,4,1,power_law_1.2,0.17820800542831422
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,4,1,power_law_1.2,0.2972991943359375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,4,1,power_law_1.2,0.6433343887329102
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,4,1,power_law_1.2,0.6908415794372559
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,4,1,power_law_1.2,0.6935808181762695
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,4,1,power_law_1.2,0.7043327808380127
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,4,1,power_law_1.2,0.7090752124786377
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,4,1,power_law_1.2,0.7178431987762451
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,4,1,power_law_1.2,0.7219647884368896
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,4,1,power_law_1.2,0.7404287815093994
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,4,1,power_law_1.2,0.7371200084686279
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,4,1,power_law_1.2,0.7514944076538086
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,4,1,power_law_1.2,0.7644800186157227
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,4,1,power_law_1.2,0.7796160221099854
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,4,1,power_law_1.2,0.7967167854309082
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,4,1,power_law_1.2,0.8120256423950195
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,4,1,power_law_1.2,0.9532223701477051
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,4,1,power_law_1.2,1.344761562347412
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,4,1,power_law_1.2,1.6466623306274415
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,4,1,power_law_1.2,2.404960060119629
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,4,1,power_law_1.2,3.1078655242919924
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,4,1,power_law_1.2,4.65588493347168
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,4,1,power_law_1.2,6.143257522583008
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,4,1,power_law_1.2,9.226131439208984
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,4,1,power_law_1.2,12.254496002197266
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,4,1,power_law_1.2,0.07383679747581481
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,4,1,power_law_1.2,0.12396160364151002
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,4,1,power_law_1.2,0.15196160078048707
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,4,1,power_law_1.2,0.25718400478363035
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,4,1,power_law_1.2,0.2602816104888916
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,4,1,power_law_1.2,0.2739135980606079
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,4,1,power_law_1.2,0.2763583898544312
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,4,1,power_law_1.2,0.27779200077056887
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,4,1,power_law_1.2,0.27508480548858644
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,4,1,power_law_1.2,0.27631359100341796
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,4,1,power_law_1.2,0.27696640491485597
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,4,1,power_law_1.2,0.2804287910461426
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,4,1,power_law_1.2,0.3018496036529541
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,4,1,power_law_1.2,0.3121216058731079
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,4,1,power_law_1.2,0.3283967971801758
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,4,1,power_law_1.2,0.31850879192352294
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,4,1,power_law_1.2,0.3217983961105347
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,4,1,power_law_1.2,0.37719039916992186
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,4,1,power_law_1.2,0.4763455867767334
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,4,1,power_law_1.2,0.6444096088409423
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,4,1,power_law_1.2,0.8466431617736816
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,4,1,power_law_1.2,1.2267200469970703
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,4,1,power_law_1.2,1.6216960906982423
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,4,1,power_law_1.2,2.436659240722656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,4,1,power_law_1.2,3.2292224884033205
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,4,1,power_law_1.2,4.846585464477539
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,4,1,power_law_1.2,6.429714965820312
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,4,power_law_1.01,0.426310396194458
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,4,power_law_1.01,0.7373311996459961
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,4,power_law_1.01,1.1496447563171386
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,4,power_law_1.01,1.259507179260254
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,4,power_law_1.01,1.2725248336791992
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,4,power_law_1.01,1.2731840133666992
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,4,power_law_1.01,1.2858495712280273
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,4,power_law_1.01,1.2938048362731933
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,4,power_law_1.01,1.2757311820983888
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,4,power_law_1.01,1.2908032417297364
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,4,power_law_1.01,1.2826560020446778
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,4,power_law_1.01,1.33189115524292
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,4,power_law_1.01,1.3375807762145997
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,4,power_law_1.01,1.3420479774475098
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,4,power_law_1.01,1.4227775573730468
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,4,power_law_1.01,1.4064064025878906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,4,power_law_1.01,1.7686336517333985
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,4,power_law_1.01,2.6907968521118164
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,4,power_law_1.01,3.311801528930664
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,4,power_law_1.01,4.598092651367187
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,4,power_law_1.01,7.393318176269531
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,4,power_law_1.01,9.886137390136719
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,4,power_law_1.01,12.264774322509766
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,4,power_law_1.01,21.844633483886717
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,4,power_law_1.01,29.209030151367188
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,4,power_law_1.01,44.220526123046874
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,4,power_law_1.01,55.784332275390625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,4,power_law_1.01,0.35694079399108886
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,4,power_law_1.01,0.30065920352935793
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,4,power_law_1.01,0.9502143859863281
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,4,power_law_1.01,1.1721920013427733
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,4,power_law_1.01,1.1868288040161132
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,4,power_law_1.01,1.2148736000061036
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,4,power_law_1.01,1.2116415977478028
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,4,power_law_1.01,1.2232768058776855
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,4,power_law_1.01,1.249619197845459
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,4,power_law_1.01,1.2505855560302734
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,4,power_law_1.01,1.2838335990905763
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,4,power_law_1.01,1.2786687850952148
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,4,power_law_1.01,1.2876223564147948
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,4,power_law_1.01,1.389907169342041
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,4,power_law_1.01,1.4165184020996093
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,4,power_law_1.01,1.6572288513183593
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,4,power_law_1.01,1.8162111282348632
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,4,power_law_1.01,2.3724416732788085
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,4,power_law_1.01,2.8217344284057617
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,4,power_law_1.01,3.5697662353515627
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,4,power_law_1.01,5.7052734375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,4,power_law_1.01,8.434150695800781
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,4,power_law_1.01,11.017708587646485
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,4,power_law_1.01,14.52631072998047
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,4,power_law_1.01,24.233978271484375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,4,power_law_1.01,35.5370361328125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,4,power_law_1.01,49.90204772949219
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,1,4,power_law_1.01,0.26324479579925536
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,1,4,power_law_1.01,0.3497024059295654
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,1,4,power_law_1.01,0.3561408042907715
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,1,4,power_law_1.01,0.4623295783996582
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,1,4,power_law_1.01,0.4647359848022461
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,1,4,power_law_1.01,0.46938238143920896
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,1,4,power_law_1.01,0.4809279918670654
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,1,4,power_law_1.01,0.48538880348205565
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,1,4,power_law_1.01,0.5101888179779053
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,1,4,power_law_1.01,0.5142015933990478
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,1,4,power_law_1.01,0.5404223918914794
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,1,4,power_law_1.01,0.5348608016967773
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,1,4,power_law_1.01,0.5318655967712402
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,1,4,power_law_1.01,0.5727680206298829
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,1,4,power_law_1.01,0.6126656055450439
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,1,4,power_law_1.01,0.6797567844390869
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,1,4,power_law_1.01,0.7772287845611572
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,1,4,power_law_1.01,0.9775360107421875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,1,4,power_law_1.01,1.6161727905273438
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,1,4,power_law_1.01,2.081945610046387
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,1,4,power_law_1.01,3.0427263259887694
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,1,4,power_law_1.01,4.23493766784668
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,1,4,power_law_1.01,5.793324661254883
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,1,4,power_law_1.01,8.132300567626952
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,1,4,power_law_1.01,12.51119384765625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,1,4,power_law_1.01,17.08317413330078
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,1,4,power_law_1.01,25.23768310546875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,4,power_law_1.2,0.4269120216369629
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,4,power_law_1.2,0.7375232219696045
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,4,power_law_1.2,1.0203455924987792
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,4,power_law_1.2,1.2566592216491699
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,4,power_law_1.2,1.2696831703186036
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,4,power_law_1.2,1.2696640014648437
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,4,power_law_1.2,1.2827903747558593
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,4,power_law_1.2,1.2935615539550782
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,4,power_law_1.2,1.2929216384887696
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,4,power_law_1.2,1.2634688377380372
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,4,power_law_1.2,1.2732671737670898
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,4,power_law_1.2,1.324448013305664
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,4,power_law_1.2,1.3432512283325195
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,4,power_law_1.2,1.3429696083068847
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,4,power_law_1.2,1.4834112167358398
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,4,power_law_1.2,1.587923240661621
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,4,power_law_1.2,2.0316287994384767
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,4,power_law_1.2,2.7452415466308593
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,4,power_law_1.2,3.3820545196533205
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,4,power_law_1.2,4.623136138916015
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,4,power_law_1.2,7.171308898925782
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,4,power_law_1.2,9.19543685913086
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,4,power_law_1.2,11.960870361328125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,4,power_law_1.2,20.852685546875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,4,power_law_1.2,29.01923828125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,4,power_law_1.2,40.82369384765625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,4,power_law_1.2,82.50618896484374
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,4,power_law_1.2,0.35704960823059084
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,4,power_law_1.2,0.3586431980133057
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,4,power_law_1.2,0.8400959968566895
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,4,power_law_1.2,1.1787839889526368
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,4,power_law_1.2,1.1900416374206544
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,4,power_law_1.2,1.1969152450561524
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,4,power_law_1.2,1.2197952270507812
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,4,power_law_1.2,1.228377628326416
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,4,power_law_1.2,1.251743984222412
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,4,power_law_1.2,1.2500096321105958
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,4,power_law_1.2,1.295359992980957
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,4,power_law_1.2,1.2752896308898927
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,4,power_law_1.2,1.277734375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,4,power_law_1.2,1.3621567726135253
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,4,power_law_1.2,1.4342335700988769
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,4,power_law_1.2,1.76177921295166
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,4,power_law_1.2,2.0366847991943358
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,4,power_law_1.2,2.713567924499512
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,4,power_law_1.2,3.5059326171875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,4,power_law_1.2,4.440179061889649
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,4,power_law_1.2,6.104288101196289
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,4,power_law_1.2,7.873862457275391
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,4,power_law_1.2,11.697325134277344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,4,power_law_1.2,19.354208374023436
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,4,power_law_1.2,24.25443878173828
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,4,power_law_1.2,39.38044738769531
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,4,power_law_1.2,53.10902099609375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,1,4,power_law_1.2,0.2993088006973267
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,1,4,power_law_1.2,0.34983038902282715
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,1,4,power_law_1.2,0.46671361923217775
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,1,4,power_law_1.2,0.46242561340332033
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,1,4,power_law_1.2,0.4656383991241455
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,1,4,power_law_1.2,0.46915202140808104
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,1,4,power_law_1.2,0.4804096221923828
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,1,4,power_law_1.2,0.4843135833740234
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,1,4,power_law_1.2,0.49436159133911134
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,1,4,power_law_1.2,0.5182784080505372
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,1,4,power_law_1.2,0.5353151798248291
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,1,4,power_law_1.2,0.5072383880615234
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,1,4,power_law_1.2,0.5417600154876709
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,1,4,power_law_1.2,0.5770880222320557
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,1,4,power_law_1.2,0.6074944019317627
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,1,4,power_law_1.2,0.7344704151153565
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,1,4,power_law_1.2,0.8246848106384277
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,1,4,power_law_1.2,1.0827967643737793
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,1,4,power_law_1.2,1.5420160293579102
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,1,4,power_law_1.2,2.0574207305908203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,1,4,power_law_1.2,3.053759956359863
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,1,4,power_law_1.2,4.453919982910156
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,1,4,power_law_1.2,6.124499130249023
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,1,4,power_law_1.2,10.676493072509766
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,1,4,power_law_1.2,12.542374420166016
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,1,4,power_law_1.2,18.308058166503905
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,1,4,power_law_1.2,24.050508117675783
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,6144,16384,2,8,4,1,power_law_1.01,0.21616640090942382
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,6144,16384,2,8,4,1,power_law_1.01,0.31616640090942383
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,6144,16384,2,8,4,1,power_law_1.01,0.5386559963226318
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,6144,16384,2,8,4,1,power_law_1.01,0.7813695907592774
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,6144,16384,2,8,4,1,power_law_1.01,1.2647680282592773
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,6144,16384,2,8,4,1,power_law_1.01,1.2769791603088378
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,6144,16384,2,8,4,1,power_law_1.01,1.2888256072998048
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,6144,16384,2,8,4,1,power_law_1.01,1.2967424392700195
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,6144,16384,2,8,4,1,power_law_1.01,1.2935872077941895
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,6144,16384,2,8,4,1,power_law_1.01,1.285318374633789
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,6144,16384,2,8,4,1,power_law_1.01,1.2909119606018067
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,6144,16384,2,8,4,1,power_law_1.01,1.3117759704589844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,6144,16384,2,8,4,1,power_law_1.01,1.3473024368286133
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,6144,16384,2,8,4,1,power_law_1.01,1.361753559112549
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,6144,16384,2,8,4,1,power_law_1.01,1.3751551628112793
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,6144,16384,2,8,4,1,power_law_1.01,1.426899242401123
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,6144,16384,2,8,4,1,power_law_1.01,1.5680383682250976
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,6144,16384,2,8,4,1,power_law_1.01,1.6808448791503907
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,4,1,power_law_1.01,1.8718975067138672
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,4,1,power_law_1.01,2.448691177368164
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,4,1,power_law_1.01,3.1387712478637697
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,4,1,power_law_1.01,4.3370624542236325
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,4,1,power_law_1.01,5.678220748901367
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,4,1,power_law_1.01,8.291769409179688
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,4,1,power_law_1.01,11.193580627441406
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,4,1,power_law_1.01,16.827468872070312
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,4,1,power_law_1.01,22.444377136230468
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,4,1,power_law_1.01,0.12783360481262207
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,4,1,power_law_1.01,0.22191359996795654
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,4,1,power_law_1.01,0.28488960266113283
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,4,1,power_law_1.01,0.583135986328125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,4,1,power_law_1.01,1.2381183624267578
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,4,1,power_law_1.01,1.2130559921264648
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,4,1,power_law_1.01,1.2609024047851562
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,4,1,power_law_1.01,1.2688063621520995
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,4,1,power_law_1.01,1.2884032249450683
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,4,1,power_law_1.01,1.3089471817016602
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,4,1,power_law_1.01,1.3086463928222656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,4,1,power_law_1.01,1.3291775703430175
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,4,1,power_law_1.01,1.3442624092102051
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,4,1,power_law_1.01,1.377190399169922
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,4,1,power_law_1.01,1.374015998840332
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,4,1,power_law_1.01,1.401420783996582
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,4,1,power_law_1.01,1.4407551765441895
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,4,1,power_law_1.01,1.608563232421875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,4,1,power_law_1.01,1.8149311065673828
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,4,1,power_law_1.01,2.3393856048583985
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,4,1,power_law_1.01,2.7706560134887694
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,4,1,power_law_1.01,3.9529151916503906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,4,1,power_law_1.01,5.239775848388672
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,4,1,power_law_1.01,7.623014068603515
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,4,1,power_law_1.01,10.319500732421876
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,4,1,power_law_1.01,15.242349243164062
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,4,1,power_law_1.01,20.209849548339843
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,4,1,power_law_1.01,0.12887680530548096
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,4,1,power_law_1.01,0.21022720336914064
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,4,1,power_law_1.01,0.26936318874359133
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,4,1,power_law_1.01,0.4390848159790039
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,4,1,power_law_1.01,0.4523519992828369
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,4,1,power_law_1.01,0.45413761138916015
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,4,1,power_law_1.01,0.44942078590393064
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,4,1,power_law_1.01,0.4628159999847412
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,4,1,power_law_1.01,0.46131200790405275
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,4,1,power_law_1.01,0.47077121734619143
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,4,1,power_law_1.01,0.46920318603515626
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,4,1,power_law_1.01,0.4565631866455078
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,4,1,power_law_1.01,0.4769536018371582
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,4,1,power_law_1.01,0.5045504093170166
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,4,1,power_law_1.01,0.5074880123138428
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,4,1,power_law_1.01,0.5316991806030273
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,4,1,power_law_1.01,0.5338240146636963
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,4,1,power_law_1.01,0.6080575942993164
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,4,1,power_law_1.01,0.7559743881225586
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,4,1,power_law_1.01,1.0423935890197753
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,4,1,power_law_1.01,1.3637951850891112
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,4,1,power_law_1.01,1.9814783096313477
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,4,1,power_law_1.01,2.6113727569580076
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,4,1,power_law_1.01,3.9034942626953124
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,4,1,power_law_1.01,5.1914817810058596
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,4,1,power_law_1.01,7.785440063476562
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,4,1,power_law_1.01,10.441606140136718
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,6144,16384,2,8,4,1,power_law_1.2,0.21646080017089844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,6144,16384,2,8,4,1,power_law_1.2,0.33483519554138186
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,6144,16384,2,8,4,1,power_law_1.2,0.4977280139923096
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,6144,16384,2,8,4,1,power_law_1.2,0.7988416194915772
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,6144,16384,2,8,4,1,power_law_1.2,1.2284543991088868
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,6144,16384,2,8,4,1,power_law_1.2,1.2768447875976563
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,6144,16384,2,8,4,1,power_law_1.2,1.2505087852478027
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,6144,16384,2,8,4,1,power_law_1.2,1.2945152282714845
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,6144,16384,2,8,4,1,power_law_1.2,1.2599871635437012
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,6144,16384,2,8,4,1,power_law_1.2,1.2797247886657714
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,6144,16384,2,8,4,1,power_law_1.2,1.2887231826782226
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,6144,16384,2,8,4,1,power_law_1.2,1.2822848320007325
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,6144,16384,2,8,4,1,power_law_1.2,1.363270378112793
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,6144,16384,2,8,4,1,power_law_1.2,1.3394240379333495
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,6144,16384,2,8,4,1,power_law_1.2,1.3997247695922852
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,6144,16384,2,8,4,1,power_law_1.2,1.4198080062866212
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,6144,16384,2,8,4,1,power_law_1.2,1.5231103897094727
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,6144,16384,2,8,4,1,power_law_1.2,1.7114368438720704
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,4,1,power_law_1.2,1.94836483001709
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,4,1,power_law_1.2,2.5992767333984377
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,4,1,power_law_1.2,3.060416030883789
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,4,1,power_law_1.2,4.34856948852539
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,4,1,power_law_1.2,5.656460952758789
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,4,1,power_law_1.2,8.230252838134765
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,4,1,power_law_1.2,11.284595489501953
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,4,1,power_law_1.2,16.792941284179687
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,4,1,power_law_1.2,22.560588073730468
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,4,1,power_law_1.2,0.12103040218353271
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,4,1,power_law_1.2,0.2228287935256958
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,4,1,power_law_1.2,0.3162240028381348
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,4,1,power_law_1.2,0.5650815963745117
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,4,1,power_law_1.2,1.2038080215454101
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,4,1,power_law_1.2,1.2443648338317872
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,4,1,power_law_1.2,1.2276032447814942
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,4,1,power_law_1.2,1.2699647903442384
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,4,1,power_law_1.2,1.2870335578918457
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,4,1,power_law_1.2,1.3048383712768554
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,4,1,power_law_1.2,1.3062015533447267
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,4,1,power_law_1.2,1.3362624168395996
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,4,1,power_law_1.2,1.3446975708007813
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,4,1,power_law_1.2,1.3748671531677246
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,4,1,power_law_1.2,1.3693120002746582
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,4,1,power_law_1.2,1.3971391677856446
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,4,1,power_law_1.2,1.483679962158203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,4,1,power_law_1.2,1.6246400833129884
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,4,1,power_law_1.2,1.834566307067871
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,4,1,power_law_1.2,2.178540802001953
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,4,1,power_law_1.2,2.868921661376953
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,4,1,power_law_1.2,4.006489562988281
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,4,1,power_law_1.2,5.340537643432617
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,4,1,power_law_1.2,7.847206115722656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,4,1,power_law_1.2,10.442495727539063
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,4,1,power_law_1.2,15.154483032226562
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,4,1,power_law_1.2,20.304057312011718
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,4,1,power_law_1.2,0.12684799432754518
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,4,1,power_law_1.2,0.1934272050857544
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,4,1,power_law_1.2,0.2606656074523926
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,4,1,power_law_1.2,0.4434239864349365
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,4,1,power_law_1.2,0.45457282066345217
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,4,1,power_law_1.2,0.4489408016204834
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,4,1,power_law_1.2,0.4600063800811768
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,4,1,power_law_1.2,0.44885759353637694
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,4,1,power_law_1.2,0.4645247936248779
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,4,1,power_law_1.2,0.4679423809051514
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,4,1,power_law_1.2,0.4719423770904541
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,4,1,power_law_1.2,0.4670015811920166
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,4,1,power_law_1.2,0.47696638107299805
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,4,1,power_law_1.2,0.5077311992645264
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,4,1,power_law_1.2,0.5052224159240722
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,4,1,power_law_1.2,0.5274432182312012
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,4,1,power_law_1.2,0.5355711936950683
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,4,1,power_law_1.2,0.6036799907684326
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,4,1,power_law_1.2,0.7648640155792237
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,4,1,power_law_1.2,1.0452672004699708
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,4,1,power_law_1.2,1.3612735748291016
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,4,1,power_law_1.2,1.9664319992065429
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,4,1,power_law_1.2,2.6293056488037108
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,4,1,power_law_1.2,3.898515319824219
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,4,1,power_law_1.2,5.1846271514892575
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,4,1,power_law_1.2,7.772569274902343
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,4,1,power_law_1.2,10.484281921386719
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,4,power_law_1.01,0.48159360885620117
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,4,power_law_1.01,0.9524479866027832
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,4,power_law_1.01,1.27642879486084
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,4,power_law_1.01,1.7153343200683593
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,4,power_law_1.01,2.1390783309936525
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,4,power_law_1.01,2.471788787841797
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,4,power_law_1.01,3.071743965148926
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,4,power_law_1.01,3.0621759414672853
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,4,power_law_1.01,4.967257690429688
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,4,power_law_1.01,4.791315078735352
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,4,power_law_1.01,4.6651966094970705
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,4,power_law_1.01,4.952012634277343
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,4,power_law_1.01,4.952767944335937
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,4,power_law_1.01,5.274284744262696
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,4,power_law_1.01,5.086713409423828
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,4,power_law_1.01,5.2963134765625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,4,power_law_1.01,5.477651214599609
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,4,power_law_1.01,5.654195022583008
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,4,power_law_1.01,5.759616088867188
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,4,power_law_1.01,6.166214370727539
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,4,power_law_1.01,6.320032119750977
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,4,power_law_1.01,7.154771423339843
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,4,power_law_1.01,7.908377838134766
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,4,power_law_1.01,9.977184295654297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,4,power_law_1.01,11.725433349609375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,4,power_law_1.01,16.217549133300782
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,4,power_law_1.01,20.778271484375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,4,power_law_1.01,0.33943040370941163
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,4,power_law_1.01,0.7021759986877442
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,4,power_law_1.01,0.9679488182067871
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,4,power_law_1.01,1.0927743911743164
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,4,power_law_1.01,1.5503423690795899
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,4,power_law_1.01,1.4485247611999512
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,4,power_law_1.01,2.1822463989257814
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,4,power_law_1.01,2.4909183502197267
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,4,power_law_1.01,4.8409278869628904
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,4,power_law_1.01,5.1777088165283205
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,4,power_law_1.01,4.931110382080078
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,4,power_law_1.01,4.67889289855957
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,4,power_law_1.01,5.067769622802734
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,4,power_law_1.01,5.141619110107422
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,4,power_law_1.01,5.136147308349609
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,4,power_law_1.01,5.56550407409668
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,4,power_law_1.01,5.762483215332031
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,4,power_law_1.01,5.767219161987304
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,4,power_law_1.01,6.081024169921875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,4,power_law_1.01,6.370316696166992
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,4,power_law_1.01,6.669849395751953
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,4,power_law_1.01,7.189247894287109
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,4,power_law_1.01,7.724396514892578
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,4,power_law_1.01,9.818022155761719
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,4,power_law_1.01,11.484467315673829
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,4,power_law_1.01,15.004998779296875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,4,power_law_1.01,19.591693115234374
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,4,power_law_1.01,0.27029120922088623
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,4,power_law_1.01,0.5031040191650391
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,4,power_law_1.01,0.6318592071533203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,4,power_law_1.01,0.8584383964538574
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,4,power_law_1.01,1.108198356628418
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,4,power_law_1.01,1.3106240272521972
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,4,power_law_1.01,1.4735872268676757
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,4,power_law_1.01,1.6369792938232421
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,4,power_law_1.01,1.6328704833984375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,4,power_law_1.01,1.64385929107666
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,4,power_law_1.01,1.6664384841918944
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,4,power_law_1.01,1.7152063369750976
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,4,power_law_1.01,1.8303167343139648
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,4,power_law_1.01,1.7667007446289062
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,4,power_law_1.01,1.9243839263916016
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,4,power_law_1.01,1.992006492614746
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,4,power_law_1.01,1.9847295761108399
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,4,power_law_1.01,2.112883186340332
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,4,power_law_1.01,2.1512191772460936
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,4,power_law_1.01,2.36944637298584
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,4,power_law_1.01,2.6735103607177733
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,4,power_law_1.01,3.1511615753173827
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,4,power_law_1.01,3.581689453125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,4,power_law_1.01,4.740153503417969
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,4,power_law_1.01,6.282592010498047
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,4,power_law_1.01,9.390227508544921
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,4,power_law_1.01,11.691219329833984
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,4,power_law_1.2,0.48010878562927245
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,4,power_law_1.2,0.9118464469909668
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,4,power_law_1.2,0.9718079566955566
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,4,power_law_1.2,1.574841594696045
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,4,power_law_1.2,1.9663999557495118
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,4,power_law_1.2,2.419379234313965
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,4,power_law_1.2,3.1006399154663087
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,4,power_law_1.2,2.701145553588867
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,4,power_law_1.2,4.788966369628906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,4,power_law_1.2,4.692345428466797
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,4,power_law_1.2,4.998214340209961
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,4,power_law_1.2,4.843718338012695
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,4,power_law_1.2,5.313753509521485
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,4,power_law_1.2,5.135014343261719
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,4,power_law_1.2,5.224607849121094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,4,power_law_1.2,5.217324829101562
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,4,power_law_1.2,5.548409652709961
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,4,power_law_1.2,5.8311614990234375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,4,power_law_1.2,6.008927917480468
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,4,power_law_1.2,6.423699188232422
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,4,power_law_1.2,6.940927886962891
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,4,power_law_1.2,7.701267242431641
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,4,power_law_1.2,8.479513549804688
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,4,power_law_1.2,10.991731262207031
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,4,power_law_1.2,13.222431945800782
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,4,power_law_1.2,18.298016357421876
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,4,power_law_1.2,23.049069213867188
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,4,power_law_1.2,0.3389055967330933
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,4,power_law_1.2,0.6464831829071045
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,4,power_law_1.2,0.8872511863708497
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,4,power_law_1.2,1.2050304412841797
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,4,power_law_1.2,1.3886719703674317
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,4,power_law_1.2,1.9088384628295898
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,4,power_law_1.2,2.131308746337891
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,4,power_law_1.2,2.189062309265137
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,4,power_law_1.2,4.995167922973633
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,4,power_law_1.2,4.97968635559082
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,4,power_law_1.2,4.7837566375732425
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,4,power_law_1.2,4.9391937255859375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,4,power_law_1.2,4.956627273559571
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,4,power_law_1.2,5.185331344604492
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,4,power_law_1.2,5.378886413574219
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,4,power_law_1.2,5.638713455200195
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,4,power_law_1.2,5.614239883422852
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,4,power_law_1.2,6.082892990112304
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,4,power_law_1.2,6.231423950195312
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,4,power_law_1.2,6.36437759399414
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,4,power_law_1.2,6.7668609619140625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,4,power_law_1.2,7.650624084472656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,4,power_law_1.2,8.730899047851562
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,4,power_law_1.2,11.286515045166016
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,4,power_law_1.2,13.288018798828125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,4,power_law_1.2,18.661427307128907
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,4,power_law_1.2,21.83374786376953
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,4,power_law_1.2,0.27026560306549074
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,4,power_law_1.2,0.48592000007629393
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,4,power_law_1.2,0.5270080089569091
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,4,power_law_1.2,0.7955455780029297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,4,power_law_1.2,0.9956671714782714
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,4,power_law_1.2,1.282649612426758
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,4,power_law_1.2,1.5393728256225585
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,4,power_law_1.2,1.5729727745056152
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,4,power_law_1.2,1.5866623878479005
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,4,power_law_1.2,1.7147584915161134
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,4,power_law_1.2,1.7015296936035156
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,4,power_law_1.2,1.6374591827392577
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,4,power_law_1.2,1.7603647232055664
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,4,power_law_1.2,1.8620479583740235
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,4,power_law_1.2,1.8693887710571289
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,4,power_law_1.2,1.8985279083251954
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,4,power_law_1.2,2.026355171203613
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,4,power_law_1.2,2.130950355529785
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,4,power_law_1.2,2.2322431564331056
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,4,power_law_1.2,2.410527992248535
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,4,power_law_1.2,2.7104320526123047
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,4,power_law_1.2,3.190015983581543
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,4,power_law_1.2,3.879372787475586
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,4,power_law_1.2,5.257139205932617
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,4,power_law_1.2,6.668863677978516
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,4,power_law_1.2,9.521190643310547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,4,power_law_1.2,12.63342056274414
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,7168,2048,8,256,4,1,power_law_1.01,0.13355519771575927
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,7168,2048,8,256,4,1,power_law_1.01,0.2491391897201538
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,7168,2048,8,256,4,1,power_law_1.01,0.48001918792724607
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,7168,2048,8,256,4,1,power_law_1.01,0.9409536361694336
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,7168,2048,8,256,4,1,power_law_1.01,1.4249024391174316
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,7168,2048,8,256,4,1,power_law_1.01,1.924985694885254
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,7168,2048,8,256,4,1,power_law_1.01,2.7143808364868165
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,7168,2048,8,256,4,1,power_law_1.01,2.8044736862182615
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,7168,2048,8,256,4,1,power_law_1.01,2.8885631561279297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,7168,2048,8,256,4,1,power_law_1.01,2.9840192794799805
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,7168,2048,8,256,4,1,power_law_1.01,3.118047904968262
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,7168,2048,8,256,4,1,power_law_1.01,3.1659135818481445
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,7168,2048,8,256,4,1,power_law_1.01,3.2549503326416014
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,7168,2048,8,256,4,1,power_law_1.01,3.2894081115722655
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,7168,2048,8,256,4,1,power_law_1.01,4.8482624053955075
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,7168,2048,8,256,4,1,power_law_1.01,4.894899368286133
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,7168,2048,8,256,4,1,power_law_1.01,5.051353454589844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,7168,2048,8,256,4,1,power_law_1.01,5.2306560516357425
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,4,1,power_law_1.01,5.25720329284668
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,4,1,power_law_1.01,5.511526489257813
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,4,1,power_law_1.01,5.79035530090332
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,4,1,power_law_1.01,6.169414520263672
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,4,1,power_law_1.01,6.68005142211914
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,4,1,power_law_1.01,7.896415710449219
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,4,1,power_law_1.01,9.078176116943359
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,4,1,power_law_1.01,12.28634262084961
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,4,1,power_law_1.01,15.740165710449219
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,4,1,power_law_1.01,0.03375999927520752
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,4,1,power_law_1.01,0.14058239459991456
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,4,1,power_law_1.01,0.297491192817688
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,4,1,power_law_1.01,0.6474751949310302
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,4,1,power_law_1.01,0.9564224243164062
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,4,1,power_law_1.01,1.2682944297790528
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,4,1,power_law_1.01,1.8210943222045899
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,4,1,power_law_1.01,1.9661312103271484
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,4,1,power_law_1.01,1.976211166381836
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,4,1,power_law_1.01,2.032428741455078
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,4,1,power_law_1.01,2.1251199722290037
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,4,1,power_law_1.01,2.1558719635009767
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,4,1,power_law_1.01,2.165337562561035
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,4,1,power_law_1.01,2.307507133483887
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,4,1,power_law_1.01,4.225420761108398
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,4,1,power_law_1.01,4.323769760131836
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,4,1,power_law_1.01,4.446623992919922
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,4,1,power_law_1.01,4.613017654418945
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,4,1,power_law_1.01,4.814694213867187
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,4,1,power_law_1.01,5.060671997070313
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,4,1,power_law_1.01,5.231577682495117
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,4,1,power_law_1.01,5.854988861083984
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,4,1,power_law_1.01,6.30552978515625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,4,1,power_law_1.01,7.297599792480469
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,4,1,power_law_1.01,8.449523162841796
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,4,1,power_law_1.01,11.23061752319336
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,4,1,power_law_1.01,14.215238952636719
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,4,1,power_law_1.01,0.06392959952354431
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,4,1,power_law_1.01,0.14576640129089355
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,4,1,power_law_1.01,0.2592000007629395
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,4,1,power_law_1.01,0.4999231815338135
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,4,1,power_law_1.01,0.7886847972869873
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,4,1,power_law_1.01,0.9826496124267579
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,4,1,power_law_1.01,1.3870847702026368
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,4,1,power_law_1.01,1.4931455612182618
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,4,1,power_law_1.01,1.5226304054260253
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,4,1,power_law_1.01,1.5440320014953612
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,4,1,power_law_1.01,1.5758527755737304
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,4,1,power_law_1.01,1.6226560592651367
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,4,1,power_law_1.01,1.6652608871459962
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,4,1,power_law_1.01,1.7238592147827148
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,4,1,power_law_1.01,1.7289600372314453
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,4,1,power_law_1.01,1.8160640716552734
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,4,1,power_law_1.01,1.8739967346191406
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,4,1,power_law_1.01,1.9430656433105469
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,4,1,power_law_1.01,2.03503360748291
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,4,1,power_law_1.01,2.1850624084472656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,4,1,power_law_1.01,2.3662015914916994
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,4,1,power_law_1.01,2.651571273803711
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,4,1,power_law_1.01,2.9716352462768554
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,4,1,power_law_1.01,3.7858303070068358
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,4,1,power_law_1.01,4.7456512451171875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,4,1,power_law_1.01,6.653740692138672
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,4,1,power_law_1.01,8.68133773803711
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,7168,2048,8,256,4,1,power_law_1.2,0.13157119750976562
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,7168,2048,8,256,4,1,power_law_1.2,0.24782719612121581
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,7168,2048,8,256,4,1,power_law_1.2,0.47801599502563474
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,7168,2048,8,256,4,1,power_law_1.2,0.8569600105285644
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,7168,2048,8,256,4,1,power_law_1.2,1.2705408096313477
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,7168,2048,8,256,4,1,power_law_1.2,1.719935989379883
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,7168,2048,8,256,4,1,power_law_1.2,2.606764793395996
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,7168,2048,8,256,4,1,power_law_1.2,2.72542724609375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,7168,2048,8,256,4,1,power_law_1.2,2.886854362487793
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,7168,2048,8,256,4,1,power_law_1.2,2.993209648132324
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,7168,2048,8,256,4,1,power_law_1.2,3.093427276611328
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,7168,2048,8,256,4,1,power_law_1.2,3.1889280319213866
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,7168,2048,8,256,4,1,power_law_1.2,3.2819713592529296
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,7168,2048,8,256,4,1,power_law_1.2,3.3450878143310545
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,7168,2048,8,256,4,1,power_law_1.2,4.963167953491211
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,7168,2048,8,256,4,1,power_law_1.2,5.065919876098633
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,7168,2048,8,256,4,1,power_law_1.2,5.22174072265625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,7168,2048,8,256,4,1,power_law_1.2,5.338911819458008
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,4,1,power_law_1.2,5.545004653930664
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,4,1,power_law_1.2,5.825683212280273
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,4,1,power_law_1.2,6.071622467041015
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,4,1,power_law_1.2,6.485113525390625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,4,1,power_law_1.2,6.951116943359375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,4,1,power_law_1.2,8.137529754638672
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,4,1,power_law_1.2,9.861465454101562
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,4,1,power_law_1.2,12.769369506835938
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,4,1,power_law_1.2,16.447071838378907
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,4,1,power_law_1.2,0.03330560028553009
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,4,1,power_law_1.2,0.1398527979850769
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,4,1,power_law_1.2,0.2982464075088501
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,4,1,power_law_1.2,0.5895487785339355
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,4,1,power_law_1.2,0.8592000007629395
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,4,1,power_law_1.2,1.1722047805786133
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,4,1,power_law_1.2,1.7824895858764649
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,4,1,power_law_1.2,1.898182487487793
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,4,1,power_law_1.2,1.9311616897583008
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,4,1,power_law_1.2,2.0266111373901365
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,4,1,power_law_1.2,2.0963455200195313
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,4,1,power_law_1.2,2.2027135848999024
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,4,1,power_law_1.2,2.2293888092041017
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,4,1,power_law_1.2,2.290547180175781
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,4,1,power_law_1.2,4.332755279541016
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,4,1,power_law_1.2,4.405804824829102
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,4,1,power_law_1.2,4.665292739868164
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,4,1,power_law_1.2,4.82490234375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,4,1,power_law_1.2,4.965439987182617
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,4,1,power_law_1.2,5.264448165893555
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,4,1,power_law_1.2,5.4602302551269535
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,4,1,power_law_1.2,5.925068664550781
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,4,1,power_law_1.2,6.583347320556641
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,4,1,power_law_1.2,7.5515907287597654
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,4,1,power_law_1.2,8.824614715576171
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,4,1,power_law_1.2,11.727827453613282
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,4,1,power_law_1.2,14.911354064941406
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,4,1,power_law_1.2,0.06381440162658691
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,4,1,power_law_1.2,0.14595839977264405
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,4,1,power_law_1.2,0.25999999046325684
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,4,1,power_law_1.2,0.45218558311462403
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,4,1,power_law_1.2,0.6719423770904541
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,4,1,power_law_1.2,0.9127615928649903
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,4,1,power_law_1.2,1.3515263557434083
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,4,1,power_law_1.2,1.3920512199401855
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,4,1,power_law_1.2,1.5056127548217773
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,4,1,power_law_1.2,1.5006143569946289
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,4,1,power_law_1.2,1.5859199523925782
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,4,1,power_law_1.2,1.6489408493041993
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,4,1,power_law_1.2,1.6894464492797852
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,4,1,power_law_1.2,1.7412479400634766
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,4,1,power_law_1.2,1.8055936813354492
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,4,1,power_law_1.2,1.8604095458984375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,4,1,power_law_1.2,1.9236223220825195
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,4,1,power_law_1.2,2.0313215255737305
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,4,1,power_law_1.2,2.124064064025879
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,4,1,power_law_1.2,2.290803146362305
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,4,1,power_law_1.2,2.4239679336547852
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,4,1,power_law_1.2,2.7929407119750977
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,4,1,power_law_1.2,3.1082815170288085
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,4,1,power_law_1.2,3.989894485473633
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,4,1,power_law_1.2,4.935244750976563
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,4,1,power_law_1.2,6.8263427734375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,4,1,power_law_1.2,8.87193603515625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,4,power_law_1.01,0.02999039888381958
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,4,power_law_1.01,0.038438400626182555
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,4,power_law_1.01,0.08974720239639282
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,4,power_law_1.01,0.11935360431671142
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,4,power_law_1.01,0.16753920316696166
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,4,power_law_1.01,0.19990400075912476
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,4,power_law_1.01,0.27192320823669436
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,4,power_law_1.01,0.2974976062774658
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,4,power_law_1.01,0.28102400302886965
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,4,power_law_1.01,0.2912512063980103
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,4,power_law_1.01,0.29925758838653566
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,4,power_law_1.01,0.30922880172729494
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,4,power_law_1.01,0.3185152053833008
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,4,power_law_1.01,0.31648640632629393
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,4,power_law_1.01,0.3242496013641357
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,4,power_law_1.01,0.3291968107223511
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,4,power_law_1.01,0.3447808027267456
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,4,power_law_1.01,0.3575295925140381
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,4,power_law_1.01,0.3817728042602539
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,4,power_law_1.01,0.4378623962402344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,4,power_law_1.01,0.48689918518066405
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,4,power_law_1.01,0.6419136047363281
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,4,power_law_1.01,0.8185471534729004
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,4,power_law_1.01,1.255737590789795
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,4,power_law_1.01,1.5836416244506837
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,4,power_law_1.01,2.3991039276123045
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,4,power_law_1.01,3.048671913146973
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,4,power_law_1.01,0.025817599892616273
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,4,power_law_1.01,0.02656640112400055
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,4,power_law_1.01,0.02863999903202057
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,4,power_law_1.01,0.03829120099544525
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,4,power_law_1.01,0.039852800965309146
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,4,power_law_1.01,0.06779519915580749
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,4,power_law_1.01,0.13587199449539183
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,4,power_law_1.01,0.15052160024642944
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,4,power_law_1.01,0.20120959281921386
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,4,power_law_1.01,0.2226560115814209
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,4,power_law_1.01,0.19782400131225586
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,4,power_law_1.01,0.259008002281189
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,4,power_law_1.01,0.2563071966171265
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,4,power_law_1.01,0.29028480052947997
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,4,power_law_1.01,0.3201855897903442
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,4,power_law_1.01,0.3127360105514526
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,4,power_law_1.01,0.3274944067001343
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,4,power_law_1.01,0.36183040142059325
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,4,power_law_1.01,0.3780287981033325
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,4,power_law_1.01,0.4172544002532959
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,4,power_law_1.01,0.46455678939819334
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,4,power_law_1.01,0.6127103805541992
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,4,power_law_1.01,0.782912015914917
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,4,power_law_1.01,1.1850496292114259
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,4,power_law_1.01,1.600339126586914
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,4,power_law_1.01,2.3994047164916994
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,4,power_law_1.01,3.2110782623291017
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,4,power_law_1.01,0.03772799968719483
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,4,power_law_1.01,0.04108160138130188
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,4,power_law_1.01,0.052799999713897705
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,4,power_law_1.01,0.05469440221786499
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,4,power_law_1.01,0.0625216007232666
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,4,power_law_1.01,0.11265280246734619
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,4,power_law_1.01,0.12669440507888793
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,4,power_law_1.01,0.12567039728164672
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,4,power_law_1.01,0.12511999607086183
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,4,power_law_1.01,0.13100800514221192
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,4,power_law_1.01,0.13608959913253785
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,4,power_law_1.01,0.13448959589004517
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,4,power_law_1.01,0.1468287944793701
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,4,power_law_1.01,0.15845760107040405
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,4,power_law_1.01,0.16089600324630737
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,4,power_law_1.01,0.15534080266952516
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,4,power_law_1.01,0.16556799411773682
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,4,power_law_1.01,0.1919487953186035
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,4,power_law_1.01,0.21004800796508788
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,4,power_law_1.01,0.25810561180114744
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,4,power_law_1.01,0.3101056098937988
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,4,power_law_1.01,0.46888318061828616
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,4,power_law_1.01,0.6187967777252197
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,4,power_law_1.01,0.9375743865966797
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,4,power_law_1.01,1.2570367813110352
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,4,power_law_1.01,1.8799039840698242
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,4,power_law_1.01,2.483545684814453
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,4,power_law_1.2,0.030239999294281006
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,4,power_law_1.2,0.04142720103263855
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,4,power_law_1.2,0.053600001335144046
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,4,power_law_1.2,0.09887359738349914
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,4,power_law_1.2,0.10647679567337036
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,4,power_law_1.2,0.19816319942474364
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,4,power_law_1.2,0.2795392036437988
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,4,power_law_1.2,0.29776639938354493
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,4,power_law_1.2,0.28586881160736083
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,4,power_law_1.2,0.29765119552612307
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,4,power_law_1.2,0.31230080127716064
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,4,power_law_1.2,0.3203200101852417
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,4,power_law_1.2,0.30899839401245116
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,4,power_law_1.2,0.31461760997772215
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,4,power_law_1.2,0.3170880079269409
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,4,power_law_1.2,0.3378815889358521
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,4,power_law_1.2,0.3440063953399658
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,4,power_law_1.2,0.3526463985443115
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,4,power_law_1.2,0.37468159198760986
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,4,power_law_1.2,0.42863998413085935
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,4,power_law_1.2,0.5074751853942872
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,4,power_law_1.2,0.675820779800415
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,4,power_law_1.2,0.8734272003173829
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,4,power_law_1.2,1.2436863899230957
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,4,power_law_1.2,1.7744895935058593
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,4,power_law_1.2,2.6952064514160154
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,4,power_law_1.2,3.163033676147461
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,4,power_law_1.2,0.025094398856163026
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,4,power_law_1.2,0.026892799139022826
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,4,power_law_1.2,0.030643200874328612
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,4,power_law_1.2,0.036294400691986084
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,4,power_law_1.2,0.04395520091056824
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,4,power_law_1.2,0.0669376015663147
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,4,power_law_1.2,0.15226240158081056
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,4,power_law_1.2,0.16682239770889282
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,4,power_law_1.2,0.1714367985725403
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,4,power_law_1.2,0.24622719287872313
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,4,power_law_1.2,0.3032448053359985
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,4,power_law_1.2,0.28161919116973877
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,4,power_law_1.2,0.2858495950698853
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,4,power_law_1.2,0.29465599060058595
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,4,power_law_1.2,0.32542080879211427
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,4,power_law_1.2,0.3255552053451538
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,4,power_law_1.2,0.3248447895050049
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,4,power_law_1.2,0.359443211555481
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,4,power_law_1.2,0.374835205078125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,4,power_law_1.2,0.4199999809265137
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,4,power_law_1.2,0.4923264026641846
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,4,power_law_1.2,0.6778816223144531
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,4,power_law_1.2,0.8441535949707031
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,4,power_law_1.2,1.3583168029785155
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,4,power_law_1.2,1.7406015396118164
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,4,power_law_1.2,2.4783615112304687
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,4,power_law_1.2,3.6836288452148436
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,4,power_law_1.2,0.037555199861526486
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,4,power_law_1.2,0.043628799915313723
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,4,power_law_1.2,0.05264639854431152
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,4,power_law_1.2,0.05363199710845947
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,4,power_law_1.2,0.062009602785110474
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,4,power_law_1.2,0.11541119813919068
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,4,power_law_1.2,0.12442879676818848
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,4,power_law_1.2,0.13096959590911866
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,4,power_law_1.2,0.1391167998313904
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,4,power_law_1.2,0.12602239847183228
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,4,power_law_1.2,0.139027202129364
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,4,power_law_1.2,0.14284160137176513
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,4,power_law_1.2,0.1522304058074951
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,4,power_law_1.2,0.15707520246505738
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,4,power_law_1.2,0.15548160076141357
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,4,power_law_1.2,0.15841280221939086
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,4,power_law_1.2,0.16867200136184693
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,4,power_law_1.2,0.19071359634399415
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,4,power_law_1.2,0.2187903881072998
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,4,power_law_1.2,0.2632256031036377
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,4,power_law_1.2,0.3234816074371338
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,4,power_law_1.2,0.4998591899871826
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,4,power_law_1.2,0.6738687992095947
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,4,power_law_1.2,0.9787455558776855
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,4,power_law_1.2,1.3027263641357423
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,4,power_law_1.2,1.972390365600586
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,4,power_law_1.2,2.614534378051758
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,2048,768,8,128,4,1,power_law_1.01,0.016051200032234193
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,2048,768,8,128,4,1,power_law_1.01,0.022252799570560457
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,2048,768,8,128,4,1,power_law_1.01,0.03497599959373474
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,2048,768,8,128,4,1,power_law_1.01,0.061843198537826535
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,2048,768,8,128,4,1,power_law_1.01,0.10184320211410522
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,2048,768,8,128,4,1,power_law_1.01,0.18376959562301637
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,2048,768,8,128,4,1,power_law_1.01,0.19662079811096192
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,2048,768,8,128,4,1,power_law_1.01,0.20189440250396729
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,2048,768,8,128,4,1,power_law_1.01,0.20511999130249023
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,2048,768,8,128,4,1,power_law_1.01,0.20882558822631836
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,2048,768,8,128,4,1,power_law_1.01,0.20981760025024415
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,2048,768,8,128,4,1,power_law_1.01,0.2725696086883545
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,2048,768,8,128,4,1,power_law_1.01,0.27319679260253904
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,2048,768,8,128,4,1,power_law_1.01,0.27745280265808103
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,2048,768,8,128,4,1,power_law_1.01,0.28662400245666503
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,2048,768,8,128,4,1,power_law_1.01,0.2923327922821045
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,2048,768,8,128,4,1,power_law_1.01,0.3059007883071899
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,2048,768,8,128,4,1,power_law_1.01,0.3180416107177734
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,2048,768,8,128,4,1,power_law_1.01,0.3182463884353638
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,2048,768,8,128,4,1,power_law_1.01,0.344812798500061
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,2048,768,8,128,4,1,power_law_1.01,0.3946304082870483
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,2048,768,8,128,4,1,power_law_1.01,0.4666880130767822
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,2048,768,8,128,4,1,power_law_1.01,0.5863615989685058
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,2048,768,8,128,4,1,power_law_1.01,0.8555647850036621
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,2048,768,8,128,4,1,power_law_1.01,1.1019776344299317
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,2048,768,8,128,4,1,power_law_1.01,1.622719955444336
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,2048,768,8,128,4,1,power_law_1.01,2.1212095260620116
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,2048,768,8,128,4,1,power_law_1.01,0.016857600212097167
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,2048,768,8,128,4,1,power_law_1.01,0.018246400356292724
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,2048,768,8,128,4,1,power_law_1.01,0.021062399446964263
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,2048,768,8,128,4,1,power_law_1.01,0.03182080090045929
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,2048,768,8,128,4,1,power_law_1.01,0.0371071994304657
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,2048,768,8,128,4,1,power_law_1.01,0.05186560153961182
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,2048,768,8,128,4,1,power_law_1.01,0.06543359756469727
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,2048,768,8,128,4,1,power_law_1.01,0.07975680232048035
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,2048,768,8,128,4,1,power_law_1.01,0.08342400193214417
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,2048,768,8,128,4,1,power_law_1.01,0.10569599866867066
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,2048,768,8,128,4,1,power_law_1.01,0.11601920127868652
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,2048,768,8,128,4,1,power_law_1.01,0.21564159393310547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,2048,768,8,128,4,1,power_law_1.01,0.2427839994430542
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,2048,768,8,128,4,1,power_law_1.01,0.25109760761260985
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,2048,768,8,128,4,1,power_law_1.01,0.2525376081466675
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,2048,768,8,128,4,1,power_law_1.01,0.24924159049987793
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,2048,768,8,128,4,1,power_law_1.01,0.26968319416046144
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,2048,768,8,128,4,1,power_law_1.01,0.2883647918701172
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,4,1,power_law_1.01,0.3181632041931152
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,4,1,power_law_1.01,0.3424959897994995
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,4,1,power_law_1.01,0.3782272100448608
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,4,1,power_law_1.01,0.4614208221435547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,4,1,power_law_1.01,0.5470528125762939
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,4,1,power_law_1.01,0.7948160171508789
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,4,1,power_law_1.01,1.0492351531982422
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,4,1,power_law_1.01,1.555065631866455
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,4,1,power_law_1.01,2.0403135299682615
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,2048,768,8,128,4,1,power_law_1.2,0.01578879952430725
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,2048,768,8,128,4,1,power_law_1.2,0.02111999988555908
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,2048,768,8,128,4,1,power_law_1.2,0.034483200311660765
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,2048,768,8,128,4,1,power_law_1.2,0.0515392005443573
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,2048,768,8,128,4,1,power_law_1.2,0.09156479835510253
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,2048,768,8,128,4,1,power_law_1.2,0.18287999629974366
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,2048,768,8,128,4,1,power_law_1.2,0.1981760025024414
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,2048,768,8,128,4,1,power_law_1.2,0.20707199573516846
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,2048,768,8,128,4,1,power_law_1.2,0.20683519840240477
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,2048,768,8,128,4,1,power_law_1.2,0.21042559146881104
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,2048,768,8,128,4,1,power_law_1.2,0.2085887908935547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,2048,768,8,128,4,1,power_law_1.2,0.2784832000732422
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,2048,768,8,128,4,1,power_law_1.2,0.27850239276885985
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,2048,768,8,128,4,1,power_law_1.2,0.28041601181030273
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,2048,768,8,128,4,1,power_law_1.2,0.2869632005691528
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,2048,768,8,128,4,1,power_law_1.2,0.2925823926925659
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,2048,768,8,128,4,1,power_law_1.2,0.31985280513763426
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,2048,768,8,128,4,1,power_law_1.2,0.315283203125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,2048,768,8,128,4,1,power_law_1.2,0.3221695899963379
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,2048,768,8,128,4,1,power_law_1.2,0.3513983964920044
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,2048,768,8,128,4,1,power_law_1.2,0.3979775905609131
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,2048,768,8,128,4,1,power_law_1.2,0.4785088062286377
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,2048,768,8,128,4,1,power_law_1.2,0.5943039894104004
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,2048,768,8,128,4,1,power_law_1.2,0.8648768424987793
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,2048,768,8,128,4,1,power_law_1.2,1.1200832366943358
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,2048,768,8,128,4,1,power_law_1.2,1.6353599548339843
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,2048,768,8,128,4,1,power_law_1.2,2.141254425048828
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,2048,768,8,128,4,1,power_law_1.2,0.016921600699424742
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,2048,768,8,128,4,1,power_law_1.2,0.018272000551223754
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,2048,768,8,128,4,1,power_law_1.2,0.023123200237751006
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,2048,768,8,128,4,1,power_law_1.2,0.031027200818061828
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,2048,768,8,128,4,1,power_law_1.2,0.035897600650787356
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,2048,768,8,128,4,1,power_law_1.2,0.051475197076797485
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,2048,768,8,128,4,1,power_law_1.2,0.06908159852027893
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,2048,768,8,128,4,1,power_law_1.2,0.0833407998085022
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,2048,768,8,128,4,1,power_law_1.2,0.1197119951248169
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,2048,768,8,128,4,1,power_law_1.2,0.11969920396804809
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,2048,768,8,128,4,1,power_law_1.2,0.13633919954299928
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,2048,768,8,128,4,1,power_law_1.2,0.23284480571746827
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,2048,768,8,128,4,1,power_law_1.2,0.2394239902496338
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,2048,768,8,128,4,1,power_law_1.2,0.23663361072540284
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,2048,768,8,128,4,1,power_law_1.2,0.25218560695648196
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,2048,768,8,128,4,1,power_law_1.2,0.2625472068786621
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,2048,768,8,128,4,1,power_law_1.2,0.27545599937438964
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,2048,768,8,128,4,1,power_law_1.2,0.29711360931396485
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,4,1,power_law_1.2,0.3172672033309937
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,4,1,power_law_1.2,0.3486527919769287
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,4,1,power_law_1.2,0.3805504083633423
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,4,1,power_law_1.2,0.4659520149230957
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,4,1,power_law_1.2,0.5613759994506836
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,4,1,power_law_1.2,0.8089152336120605
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,4,1,power_law_1.2,1.0571776390075684
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,4,1,power_law_1.2,1.5545920372009276
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,4,1,power_law_1.2,2.0500864028930663
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,4,power_law_1.01,0.21673600673675536
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,4,power_law_1.01,0.303769588470459
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,4,power_law_1.01,0.3859071969985962
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,4,power_law_1.01,0.5175551891326904
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,4,power_law_1.01,0.48575358390808104
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,4,power_law_1.01,0.7239039897918701
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,4,power_law_1.01,1.0334015846252442
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,4,power_law_1.01,1.0199359893798827
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,4,power_law_1.01,1.0888511657714843
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,4,power_law_1.01,1.0884032249450684
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,4,power_law_1.01,1.155014419555664
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,4,power_law_1.01,1.172480010986328
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,4,power_law_1.01,1.1780863761901856
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,4,power_law_1.01,1.1867008209228516
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,4,power_law_1.01,1.2109248161315918
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,4,power_law_1.01,1.275712013244629
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,4,power_law_1.01,1.2691840171813964
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,4,power_law_1.01,1.3478015899658202
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,4,power_law_1.01,1.4203071594238281
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,4,power_law_1.01,1.5372032165527343
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,4,power_law_1.01,1.7059392929077148
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,4,power_law_1.01,2.1334463119506837
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,4,power_law_1.01,2.5928064346313477
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,4,power_law_1.01,3.8319873809814453
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,4,power_law_1.01,4.782374572753906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,4,power_law_1.01,7.134329223632813
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,4,power_law_1.01,9.659712219238282
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,4,power_law_1.01,0.1354688048362732
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,4,power_law_1.01,0.13909759521484374
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,4,power_law_1.01,0.23162879943847656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,4,power_law_1.01,0.3193023920059204
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,4,power_law_1.01,0.31242239475250244
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,4,power_law_1.01,0.540665578842163
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,4,power_law_1.01,1.1413439750671386
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,4,power_law_1.01,1.1227071762084961
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,4,power_law_1.01,1.1531200408935547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,4,power_law_1.01,1.1232895851135254
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,4,power_law_1.01,1.1645183563232422
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,4,power_law_1.01,1.1367103576660156
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,4,power_law_1.01,1.1754688262939452
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,4,power_law_1.01,1.2521471977233887
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,4,power_law_1.01,1.2410816192626952
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,4,power_law_1.01,1.2305855751037598
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,4,power_law_1.01,1.315456008911133
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,4,power_law_1.01,1.3641535758972168
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,4,power_law_1.01,1.4231936454772949
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,4,power_law_1.01,1.530073642730713
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,4,power_law_1.01,1.6583040237426758
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,4,power_law_1.01,2.160838317871094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,4,power_law_1.01,2.6586624145507813
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,4,power_law_1.01,3.8529281616210938
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,4,power_law_1.01,4.572185516357422
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,4,power_law_1.01,7.209069061279297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,4,power_law_1.01,10.089542388916016
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,4,power_law_1.01,0.1297919988632202
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,4,power_law_1.01,0.16462719440460205
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,4,power_law_1.01,0.22403199672698976
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,4,power_law_1.01,0.27557759284973143
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,4,power_law_1.01,0.28974080085754395
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,4,power_law_1.01,0.3994816064834595
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,4,power_law_1.01,0.41541118621826173
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,4,power_law_1.01,0.41904001235961913
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,4,power_law_1.01,0.42148480415344236
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,4,power_law_1.01,0.4361728191375732
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,4,power_law_1.01,0.4517951965332031
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,4,power_law_1.01,0.4509312152862549
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,4,power_law_1.01,0.48209280967712403
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,4,power_law_1.01,0.5002175807952881
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,4,power_law_1.01,0.5124351978302002
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,4,power_law_1.01,0.5309120178222656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,4,power_law_1.01,0.5395967960357666
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,4,power_law_1.01,0.597651195526123
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,4,power_law_1.01,0.6477375984191894
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,4,power_law_1.01,0.7770751953125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,4,power_law_1.01,0.9289600372314453
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,4,power_law_1.01,1.2599552154541016
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,4,power_law_1.01,1.5984959602355957
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,4,power_law_1.01,2.3911231994628905
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,4,power_law_1.01,3.316377639770508
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,4,power_law_1.01,5.233119964599609
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,4,power_law_1.01,6.432787322998047
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,4,power_law_1.2,0.21721599102020264
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,4,power_law_1.2,0.2334912061691284
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,4,power_law_1.2,0.3663487911224365
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,4,power_law_1.2,0.4699840068817139
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,4,power_law_1.2,0.5087744235992432
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,4,power_law_1.2,0.7216127872467041
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,4,power_law_1.2,0.9922368049621582
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,4,power_law_1.2,1.1269760131835938
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,4,power_law_1.2,1.0961600303649903
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,4,power_law_1.2,1.1441856384277345
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,4,power_law_1.2,1.1744576454162599
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,4,power_law_1.2,1.132595157623291
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,4,power_law_1.2,1.1426688194274903
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,4,power_law_1.2,1.163308811187744
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,4,power_law_1.2,1.1269696235656739
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,4,power_law_1.2,1.2048383712768556
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,4,power_law_1.2,1.2920127868652345
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,4,power_law_1.2,1.3273152351379394
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,4,power_law_1.2,1.408460807800293
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,4,power_law_1.2,1.6265600204467774
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,4,power_law_1.2,1.784204864501953
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,4,power_law_1.2,2.289708709716797
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,4,power_law_1.2,2.81212158203125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,4,power_law_1.2,4.5776512145996096
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,4,power_law_1.2,5.560217666625976
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,4,power_law_1.2,7.824614715576172
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,4,power_law_1.2,9.63330535888672
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,4,power_law_1.2,0.08824959993362427
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,4,power_law_1.2,0.19041279554367066
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,4,power_law_1.2,0.21529600620269776
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,4,power_law_1.2,0.29273600578308107
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,4,power_law_1.2,0.3187968015670776
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,4,power_law_1.2,0.5262335777282715
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,4,power_law_1.2,1.1481216430664063
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,4,power_law_1.2,1.1709888458251954
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,4,power_law_1.2,1.1189567565917968
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,4,power_law_1.2,1.1543935775756835
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,4,power_law_1.2,1.2172927856445312
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,4,power_law_1.2,1.1900351524353028
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,4,power_law_1.2,1.1436927795410157
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,4,power_law_1.2,1.2485631942749023
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,4,power_law_1.2,1.2488896369934082
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,4,power_law_1.2,1.2920127868652345
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,4,power_law_1.2,1.2488256454467774
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,4,power_law_1.2,1.3667072296142577
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,4,power_law_1.2,1.4088319778442382
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,4,power_law_1.2,1.572390365600586
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,4,power_law_1.2,1.7277055740356446
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,4,power_law_1.2,2.1085248947143556
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,4,power_law_1.2,2.9098112106323244
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,4,power_law_1.2,4.491020965576172
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,4,power_law_1.2,5.680294418334961
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,4,power_law_1.2,7.850220489501953
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,4,power_law_1.2,10.865465545654297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,4,power_law_1.2,0.12935680150985718
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,4,power_law_1.2,0.1260607957839966
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,4,power_law_1.2,0.19171839952468872
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,4,power_law_1.2,0.23797760009765626
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,4,power_law_1.2,0.308735990524292
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,4,power_law_1.2,0.3541311979293823
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,4,power_law_1.2,0.401094388961792
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,4,power_law_1.2,0.4062528133392334
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,4,power_law_1.2,0.4469632148742676
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,4,power_law_1.2,0.4456831932067871
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,4,power_law_1.2,0.46459522247314455
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,4,power_law_1.2,0.44901118278503416
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,4,power_law_1.2,0.47673602104187013
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,4,power_law_1.2,0.5008895874023438
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,4,power_law_1.2,0.5146304130554199
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,4,power_law_1.2,0.5262527942657471
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,4,power_law_1.2,0.5390975952148438
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,4,power_law_1.2,0.6173312187194824
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,4,power_law_1.2,0.6727935791015625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,4,power_law_1.2,0.819916820526123
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,4,power_law_1.2,0.9685183525085449
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,4,power_law_1.2,1.3563584327697753
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,4,power_law_1.2,1.8113664627075194
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,4,power_law_1.2,2.5112384796142577
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,4,power_law_1.2,3.2344703674316406
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,4,power_law_1.2,5.135007858276367
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,4,power_law_1.2,6.451475524902344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,1536,8,128,4,1,power_law_1.01,0.027296000719070436
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,1536,8,128,4,1,power_law_1.01,0.09758719801902771
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,1536,8,128,4,1,power_law_1.01,0.21238400936126708
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,1536,8,128,4,1,power_law_1.01,0.31404800415039064
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,1536,8,128,4,1,power_law_1.01,0.40860800743103026
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,1536,8,128,4,1,power_law_1.01,0.6808512210845947
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,1536,8,128,4,1,power_law_1.01,0.7239552021026612
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,1536,8,128,4,1,power_law_1.01,0.7407231807708741
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,1536,8,128,4,1,power_law_1.01,0.7504447937011719
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,1536,8,128,4,1,power_law_1.01,0.751692819595337
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,1536,8,128,4,1,power_law_1.01,0.7983168125152588
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,1536,8,128,4,1,power_law_1.01,1.0558783531188964
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,1536,8,128,4,1,power_law_1.01,1.0546496391296387
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,1536,8,128,4,1,power_law_1.01,1.0752191543579102
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,1536,8,128,4,1,power_law_1.01,1.0953663825988769
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,1536,8,128,4,1,power_law_1.01,1.1124287605285645
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,1536,8,128,4,1,power_law_1.01,1.148083209991455
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,1536,8,128,4,1,power_law_1.01,1.1535167694091797
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,4,1,power_law_1.01,1.1960895538330079
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,4,1,power_law_1.01,1.2522175788879395
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,4,1,power_law_1.01,1.3652544021606445
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,4,1,power_law_1.01,1.598303985595703
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,4,1,power_law_1.01,1.9513536453247071
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,4,1,power_law_1.01,2.630803108215332
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,4,1,power_law_1.01,3.4463550567626955
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,4,1,power_law_1.01,4.971340942382812
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,4,1,power_law_1.01,6.599276733398438
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,4,1,power_law_1.01,0.02391040027141571
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,4,1,power_law_1.01,0.04245119988918304
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,4,1,power_law_1.01,0.11217279434204101
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,4,1,power_law_1.01,0.1890496015548706
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,4,1,power_law_1.01,0.26943359375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,4,1,power_law_1.01,0.48145279884338377
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,4,1,power_law_1.01,0.5056640148162842
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,4,1,power_law_1.01,0.510591983795166
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,4,1,power_law_1.01,0.49117441177368165
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,4,1,power_law_1.01,0.4986559867858887
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,4,1,power_law_1.01,0.5180607795715332
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,4,1,power_law_1.01,1.0237695693969726
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,4,1,power_law_1.01,1.040006446838379
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,4,1,power_law_1.01,1.0591168403625488
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,4,1,power_law_1.01,1.0481599807739257
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,4,1,power_law_1.01,1.0661312103271485
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,4,1,power_law_1.01,1.0736127853393556
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,4,1,power_law_1.01,1.1263487815856934
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,4,1,power_law_1.01,1.1443903923034668
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,4,1,power_law_1.01,1.2233087539672851
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,4,1,power_law_1.01,1.314195156097412
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,4,1,power_law_1.01,1.504793643951416
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,4,1,power_law_1.01,1.791302490234375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,4,1,power_law_1.01,2.4143999099731444
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,4,1,power_law_1.01,3.1529407501220703
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,4,1,power_law_1.01,4.637350463867188
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,4,1,power_law_1.01,6.163129425048828
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,4,1,power_law_1.01,0.04270080029964447
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,4,1,power_law_1.01,0.051635199785232545
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,4,1,power_law_1.01,0.1195520043373108
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,4,1,power_law_1.01,0.18214399814605714
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,4,1,power_law_1.01,0.250547194480896
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,4,1,power_law_1.01,0.36110079288482666
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,4,1,power_law_1.01,0.38506879806518557
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,4,1,power_law_1.01,0.40430078506469724
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,4,1,power_law_1.01,0.4054399967193604
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,4,1,power_law_1.01,0.41517438888549807
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,4,1,power_law_1.01,0.4219520092010498
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,4,1,power_law_1.01,0.4236032009124756
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,4,1,power_law_1.01,0.43617920875549315
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,4,1,power_law_1.01,0.46221442222595216
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,4,1,power_law_1.01,0.4662015914916992
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,4,1,power_law_1.01,0.47253761291503904
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,4,1,power_law_1.01,0.4836287975311279
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,4,1,power_law_1.01,0.5177599906921386
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,4,1,power_law_1.01,0.5546624183654785
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,4,1,power_law_1.01,0.6321280002593994
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,4,1,power_law_1.01,0.7194560050964356
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,4,1,power_law_1.01,0.950278377532959
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,4,1,power_law_1.01,1.1834303855895996
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,4,1,power_law_1.01,1.6967679977416992
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,4,1,power_law_1.01,2.2045055389404298
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,4,1,power_law_1.01,3.2462207794189455
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,4,1,power_law_1.01,4.2824256896972654
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,1536,8,128,4,1,power_law_1.2,0.027340799570083618
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,1536,8,128,4,1,power_law_1.2,0.10118399858474732
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,1536,8,128,4,1,power_law_1.2,0.19226239919662474
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,1536,8,128,4,1,power_law_1.2,0.29061119556427
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,1536,8,128,4,1,power_law_1.2,0.39456639289855955
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,1536,8,128,4,1,power_law_1.2,0.7046207904815673
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,1536,8,128,4,1,power_law_1.2,0.7244224071502685
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,1536,8,128,4,1,power_law_1.2,0.7600192070007324
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,1536,8,128,4,1,power_law_1.2,0.7817279815673828
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,1536,8,128,4,1,power_law_1.2,0.7928127765655517
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,1536,8,128,4,1,power_law_1.2,0.7883135795593261
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,1536,8,128,4,1,power_law_1.2,1.0538175582885743
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,1536,8,128,4,1,power_law_1.2,1.0673983573913575
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,1536,8,128,4,1,power_law_1.2,1.0963135719299317
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,1536,8,128,4,1,power_law_1.2,1.0933631896972655
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,1536,8,128,4,1,power_law_1.2,1.1398079872131348
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,1536,8,128,4,1,power_law_1.2,1.155891227722168
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,1536,8,128,4,1,power_law_1.2,1.1662400245666504
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,4,1,power_law_1.2,1.2025728225708008
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,4,1,power_law_1.2,1.2932671546936034
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,4,1,power_law_1.2,1.4047295570373535
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,4,1,power_law_1.2,1.6697023391723633
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,4,1,power_law_1.2,2.055904006958008
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,4,1,power_law_1.2,2.7197311401367186
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,4,1,power_law_1.2,3.4973182678222656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,4,1,power_law_1.2,5.0566974639892575
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,4,1,power_law_1.2,6.615238189697266
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,4,1,power_law_1.2,0.02327679991722107
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,4,1,power_law_1.2,0.04531840085983276
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,4,1,power_law_1.2,0.09210879802703857
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,4,1,power_law_1.2,0.17696640491485596
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,4,1,power_law_1.2,0.24276480674743653
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,4,1,power_law_1.2,0.4846208095550537
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,4,1,power_law_1.2,0.5053376197814942
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,4,1,power_law_1.2,0.5022784233093261
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,4,1,power_law_1.2,0.49475841522216796
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,4,1,power_law_1.2,0.5139711856842041
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,4,1,power_law_1.2,0.5207935810089112
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,4,1,power_law_1.2,1.0416895866394043
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,4,1,power_law_1.2,1.040595245361328
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,4,1,power_law_1.2,1.0531647682189942
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,4,1,power_law_1.2,1.0624128341674806
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,4,1,power_law_1.2,1.0701696395874023
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,4,1,power_law_1.2,1.088697624206543
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,4,1,power_law_1.2,1.123481559753418
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,4,1,power_law_1.2,1.1628479957580566
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,4,1,power_law_1.2,1.246732807159424
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,4,1,power_law_1.2,1.339897632598877
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,4,1,power_law_1.2,1.557209587097168
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,4,1,power_law_1.2,1.8421184539794921
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,4,1,power_law_1.2,2.560838317871094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,4,1,power_law_1.2,3.2099582672119142
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,4,1,power_law_1.2,4.718041610717774
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,4,1,power_law_1.2,6.2449089050292965
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,4,1,power_law_1.2,0.04259200096130371
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,4,1,power_law_1.2,0.06172159910202026
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,4,1,power_law_1.2,0.10425599813461303
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,4,1,power_law_1.2,0.16453759670257567
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,4,1,power_law_1.2,0.21556479930877687
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,4,1,power_law_1.2,0.36773760318756105
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,4,1,power_law_1.2,0.39482879638671875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,4,1,power_law_1.2,0.39473919868469237
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,4,1,power_law_1.2,0.41785597801208496
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,4,1,power_law_1.2,0.4320064067840576
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,4,1,power_law_1.2,0.4250944137573242
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,4,1,power_law_1.2,0.4453120231628418
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,4,1,power_law_1.2,0.4478464126586914
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,4,1,power_law_1.2,0.4676095962524414
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,4,1,power_law_1.2,0.4699456214904785
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,4,1,power_law_1.2,0.4742464065551758
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,4,1,power_law_1.2,0.4879615783691406
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,4,1,power_law_1.2,0.5380032062530518
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,4,1,power_law_1.2,0.5613376140594483
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,4,1,power_law_1.2,0.6358272075653076
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,4,1,power_law_1.2,0.7371391773223877
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,4,1,power_law_1.2,0.954041576385498
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,4,1,power_law_1.2,1.2280447959899903
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,4,1,power_law_1.2,1.7207168579101562
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,4,1,power_law_1.2,2.230284881591797
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,4,1,power_law_1.2,3.265273666381836
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,4,1,power_law_1.2,4.2936256408691404
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,4,power_law_1.01,0.5222784042358398
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,4,power_law_1.01,0.884006404876709
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,4,power_law_1.01,0.9583807945251465
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,4,power_law_1.01,1.4080767631530762
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,4,power_law_1.01,1.6810047149658203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,4,power_law_1.01,2.1478527069091795
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,4,power_law_1.01,3.572972869873047
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,4,power_law_1.01,3.430144119262695
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,4,power_law_1.01,3.382476806640625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,4,power_law_1.01,3.5243457794189452
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,4,power_law_1.01,3.601228713989258
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,4,power_law_1.01,3.6379329681396486
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,4,power_law_1.01,3.624652862548828
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,4,power_law_1.01,3.710124969482422
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,4,power_law_1.01,3.7762622833251953
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,4,power_law_1.01,3.95904655456543
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,4,power_law_1.01,3.9857086181640624
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,4,power_law_1.01,4.195961761474609
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,4,power_law_1.01,4.307519912719727
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,4,power_law_1.01,4.675807952880859
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,4,power_law_1.01,4.915315246582031
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,4,power_law_1.01,6.106067276000976
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,4,power_law_1.01,7.162220764160156
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,4,power_law_1.01,9.089984130859374
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,4,power_law_1.01,11.827359771728515
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,4,power_law_1.01,17.847206115722656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,4,power_law_1.01,23.1061767578125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,4,power_law_1.01,0.37512960433959963
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,4,power_law_1.01,0.7049407958984375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,4,power_law_1.01,0.7235904216766358
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,4,power_law_1.01,1.0355520248413086
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,4,power_law_1.01,1.0801664352416993
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,4,power_law_1.01,1.538304042816162
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,4,power_law_1.01,3.3670654296875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,4,power_law_1.01,3.784223937988281
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,4,power_law_1.01,3.386220932006836
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,4,power_law_1.01,3.617209625244141
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,4,power_law_1.01,3.6281406402587892
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,4,power_law_1.01,3.726118469238281
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,4,power_law_1.01,3.8283329010009766
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,4,power_law_1.01,3.9402305603027346
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,4,power_law_1.01,3.911417770385742
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,4,power_law_1.01,3.956288146972656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,4,power_law_1.01,4.180531311035156
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,4,power_law_1.01,4.171699142456054
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,4,power_law_1.01,4.417228698730469
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,4,power_law_1.01,4.729625701904297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,4,power_law_1.01,4.901324844360351
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,4,power_law_1.01,5.816531372070313
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,4,power_law_1.01,6.473772430419922
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,4,power_law_1.01,9.187935638427735
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,4,power_law_1.01,11.43016357421875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,4,power_law_1.01,16.014816284179688
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,4,power_law_1.01,20.874636840820312
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,4,power_law_1.01,0.2977920055389404
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,4,power_law_1.01,0.4696000099182129
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,4,power_law_1.01,0.5375679969787598
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,4,power_law_1.01,0.6499135971069336
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,4,power_law_1.01,0.9567744255065918
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,4,power_law_1.01,1.0760191917419433
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,4,power_law_1.01,1.118950366973877
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,4,power_law_1.01,1.1304256439208984
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,4,power_law_1.01,1.1726976394653321
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,4,power_law_1.01,1.2062975883483886
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,4,power_law_1.01,1.2329216003417969
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,4,power_law_1.01,1.21911678314209
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,4,power_law_1.01,1.246348762512207
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,4,power_law_1.01,1.377235221862793
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,4,power_law_1.01,1.334124755859375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,4,power_law_1.01,1.4317888259887694
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,4,power_law_1.01,1.4699456214904785
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,4,power_law_1.01,1.5824000358581543
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,4,power_law_1.01,1.6432960510253907
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,4,power_law_1.01,1.888934326171875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,4,power_law_1.01,2.1167680740356447
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,4,power_law_1.01,2.6862464904785157
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,4,power_law_1.01,3.4709697723388673
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,4,power_law_1.01,4.748684692382812
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,4,power_law_1.01,6.4407806396484375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,4,power_law_1.01,9.450975799560547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,4,power_law_1.01,12.991513061523438
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,4,power_law_1.2,0.5235072135925293
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,4,power_law_1.2,0.6479872226715088
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,4,power_law_1.2,0.9978752136230469
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,4,power_law_1.2,1.1984831809997558
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,4,power_law_1.2,1.5587136268615722
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,4,power_law_1.2,2.0522176742553713
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,4,power_law_1.2,3.299961471557617
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,4,power_law_1.2,3.3264766693115235
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,4,power_law_1.2,3.4974910736083986
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,4,power_law_1.2,3.5784000396728515
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,4,power_law_1.2,3.699078369140625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,4,power_law_1.2,3.6532608032226563
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,4,power_law_1.2,3.6699905395507812
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,4,power_law_1.2,3.8743934631347656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,4,power_law_1.2,3.9725311279296873
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,4,power_law_1.2,4.044537734985352
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,4,power_law_1.2,4.069798278808594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,4,power_law_1.2,4.242470550537109
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,4,power_law_1.2,4.4491008758544925
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,4,power_law_1.2,4.823372650146484
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,4,power_law_1.2,5.213798522949219
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,4,power_law_1.2,6.293632125854492
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,4,power_law_1.2,7.590009307861328
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,4,power_law_1.2,11.263219451904297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,4,power_law_1.2,13.410079956054688
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,4,power_law_1.2,18.744172668457033
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,4,power_law_1.2,27.24988708496094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,4,power_law_1.2,0.36927359104156493
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,4,power_law_1.2,0.4826687812805176
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,4,power_law_1.2,0.7772160053253174
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,4,power_law_1.2,1.0141375541687012
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,4,power_law_1.2,1.0681216239929199
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,4,power_law_1.2,1.4665984153747558
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,4,power_law_1.2,3.4969600677490233
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,4,power_law_1.2,3.4111297607421873
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,4,power_law_1.2,3.5803455352783202
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,4,power_law_1.2,3.5663806915283205
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,4,power_law_1.2,3.7923263549804687
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,4,power_law_1.2,3.7709503173828125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,4,power_law_1.2,3.8593982696533202
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,4,power_law_1.2,3.7745216369628904
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,4,power_law_1.2,4.0468799591064455
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,4,power_law_1.2,3.955027389526367
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,4,power_law_1.2,4.179667282104492
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,4,power_law_1.2,4.240544128417969
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,4,power_law_1.2,4.319142532348633
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,4,power_law_1.2,4.658227157592774
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,4,power_law_1.2,5.372038269042969
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,4,power_law_1.2,6.188000106811524
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,4,power_law_1.2,7.0155517578125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,4,power_law_1.2,9.947596740722656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,4,power_law_1.2,12.128134155273438
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,4,power_law_1.2,17.953388977050782
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,4,power_law_1.2,23.048442077636718
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,4,power_law_1.2,0.30056960582733155
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,4,power_law_1.2,0.38179841041564944
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,4,power_law_1.2,0.5070911884307862
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,4,power_law_1.2,0.6170368194580078
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,4,power_law_1.2,0.7822336196899414
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,4,power_law_1.2,1.1089216232299806
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,4,power_law_1.2,1.1252927780151367
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,4,power_law_1.2,1.2363391876220704
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,4,power_law_1.2,1.1118016242980957
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,4,power_law_1.2,1.2798208236694335
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,4,power_law_1.2,1.277292823791504
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,4,power_law_1.2,1.352121639251709
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,4,power_law_1.2,1.2687487602233887
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,4,power_law_1.2,1.3572416305541992
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,4,power_law_1.2,1.3373696327209472
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,4,power_law_1.2,1.4499456405639648
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,4,power_law_1.2,1.4387904167175294
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,4,power_law_1.2,1.5607104301452637
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,4,power_law_1.2,1.7180095672607423
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,4,power_law_1.2,1.9161855697631835
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,4,power_law_1.2,2.2232639312744142
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,4,power_law_1.2,2.8404096603393554
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,4,power_law_1.2,3.682041549682617
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,4,power_law_1.2,5.063750457763672
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,4,power_law_1.2,6.495884704589844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,4,power_law_1.2,10.420569610595702
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,4,power_law_1.2,13.28603515625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,6144,2560,8,160,4,1,power_law_1.01,0.14295680522918702
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,6144,2560,8,160,4,1,power_law_1.01,0.2629760026931763
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,6144,2560,8,160,4,1,power_law_1.01,0.513043212890625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,6144,2560,8,160,4,1,power_law_1.01,0.8340607643127441
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,6144,2560,8,160,4,1,power_law_1.01,1.1540287971496581
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,6144,2560,8,160,4,1,power_law_1.01,1.9565824508666991
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,6144,2560,8,160,4,1,power_law_1.01,2.118239974975586
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,6144,2560,8,160,4,1,power_law_1.01,2.172812843322754
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,6144,2560,8,160,4,1,power_law_1.01,2.227609634399414
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,6144,2560,8,160,4,1,power_law_1.01,2.2562496185302736
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,6144,2560,8,160,4,1,power_law_1.01,2.3073919296264647
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,6144,2560,8,160,4,1,power_law_1.01,2.3966400146484377
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,6144,2560,8,160,4,1,power_law_1.01,3.499398422241211
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,6144,2560,8,160,4,1,power_law_1.01,3.5029502868652345
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,6144,2560,8,160,4,1,power_law_1.01,3.5548606872558595
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,6144,2560,8,160,4,1,power_law_1.01,3.5749950408935547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,6144,2560,8,160,4,1,power_law_1.01,3.6897342681884764
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,6144,2560,8,160,4,1,power_law_1.01,3.728927993774414
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,4,1,power_law_1.01,3.8791423797607423
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,4,1,power_law_1.01,3.9815425872802734
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,4,1,power_law_1.01,4.229651260375976
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,4,1,power_law_1.01,4.690630340576172
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,4,1,power_law_1.01,5.220038223266601
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,4,1,power_law_1.01,6.660768127441406
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,4,1,power_law_1.01,8.559552001953126
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,4,1,power_law_1.01,12.211334228515625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,4,1,power_law_1.01,16.034278869628906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,4,1,power_law_1.01,0.0324288010597229
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,4,1,power_law_1.01,0.16060800552368165
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,4,1,power_law_1.01,0.3220607995986938
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,4,1,power_law_1.01,0.5990143775939941
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,4,1,power_law_1.01,0.8182847976684571
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,4,1,power_law_1.01,1.357151985168457
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,4,1,power_law_1.01,1.4035200119018554
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,4,1,power_law_1.01,1.4269887924194335
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,4,1,power_law_1.01,1.4815808296203614
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,4,1,power_law_1.01,1.518124771118164
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,4,1,power_law_1.01,1.5645055770874023
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,4,1,power_law_1.01,1.6123712539672852
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,4,1,power_law_1.01,3.279065704345703
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,4,1,power_law_1.01,3.32501106262207
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,4,1,power_law_1.01,3.4223678588867186
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,4,1,power_law_1.01,3.3727039337158202
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,4,1,power_law_1.01,3.5327423095703123
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,4,1,power_law_1.01,3.6079681396484373
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,4,1,power_law_1.01,3.715097427368164
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,4,1,power_law_1.01,3.8872894287109374
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,4,1,power_law_1.01,4.073574447631836
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,4,1,power_law_1.01,4.478982543945312
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,4,1,power_law_1.01,5.018368148803711
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,4,1,power_law_1.01,6.362214279174805
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,4,1,power_law_1.01,7.720390319824219
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,4,1,power_law_1.01,11.048486328125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,4,1,power_law_1.01,14.335256958007813
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,4,1,power_law_1.01,0.05982080101966858
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,4,1,power_law_1.01,0.15411839485168458
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,4,1,power_law_1.01,0.27796480655670164
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,4,1,power_law_1.01,0.44181118011474607
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,4,1,power_law_1.01,0.6137728214263916
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,4,1,power_law_1.01,1.0333567619323731
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,4,1,power_law_1.01,1.0596608161926269
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,4,1,power_law_1.01,1.1203904151916504
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,4,1,power_law_1.01,1.1570688247680665
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,4,1,power_law_1.01,1.161631965637207
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,4,1,power_law_1.01,1.1900480270385743
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,4,1,power_law_1.01,1.213856029510498
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,4,1,power_law_1.01,1.2279808044433593
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,4,1,power_law_1.01,1.2910079956054688
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,4,1,power_law_1.01,1.3056639671325683
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,4,1,power_law_1.01,1.3346559524536132
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,4,1,power_law_1.01,1.3368767738342284
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,4,1,power_law_1.01,1.444275188446045
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,4,1,power_law_1.01,1.5059840202331543
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,4,1,power_law_1.01,1.6531904220581055
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,4,1,power_law_1.01,1.8099584579467773
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,4,1,power_law_1.01,2.1357376098632814
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,4,1,power_law_1.01,2.5246912002563477
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,4,1,power_law_1.01,3.5452735900878904
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,4,1,power_law_1.01,4.573779296875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,4,1,power_law_1.01,6.651872253417968
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,4,1,power_law_1.01,8.740729522705077
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,6144,2560,8,160,4,1,power_law_1.2,0.14030719995498658
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,6144,2560,8,160,4,1,power_law_1.2,0.26352639198303224
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,6144,2560,8,160,4,1,power_law_1.2,0.5093503952026367
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,6144,2560,8,160,4,1,power_law_1.2,0.7711552143096924
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,6144,2560,8,160,4,1,power_law_1.2,1.0801024436950684
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,6144,2560,8,160,4,1,power_law_1.2,1.9680383682250977
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,6144,2560,8,160,4,1,power_law_1.2,2.1260671615600586
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,6144,2560,8,160,4,1,power_law_1.2,2.2017087936401367
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,6144,2560,8,160,4,1,power_law_1.2,2.226873588562012
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,6144,2560,8,160,4,1,power_law_1.2,2.2700479507446287
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,6144,2560,8,160,4,1,power_law_1.2,2.390982437133789
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,6144,2560,8,160,4,1,power_law_1.2,2.3610111236572267
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,6144,2560,8,160,4,1,power_law_1.2,3.477977752685547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,6144,2560,8,160,4,1,power_law_1.2,3.5149887084960936
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,6144,2560,8,160,4,1,power_law_1.2,3.617350387573242
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,6144,2560,8,160,4,1,power_law_1.2,3.6279296875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,6144,2560,8,160,4,1,power_law_1.2,3.7533184051513673
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,6144,2560,8,160,4,1,power_law_1.2,3.853740692138672
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,4,1,power_law_1.2,3.950400161743164
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,4,1,power_law_1.2,4.074150466918946
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,4,1,power_law_1.2,4.337324905395508
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,4,1,power_law_1.2,4.956377410888672
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,4,1,power_law_1.2,5.516518402099609
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,4,1,power_law_1.2,7.144525146484375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,4,1,power_law_1.2,8.857695770263671
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,4,1,power_law_1.2,12.456735992431641
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,4,1,power_law_1.2,16.379423522949217
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,4,1,power_law_1.2,0.03230080008506775
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,4,1,power_law_1.2,0.1536064028739929
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,4,1,power_law_1.2,0.3187648057937622
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,4,1,power_law_1.2,0.5276544094085693
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,4,1,power_law_1.2,0.7371776103973389
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,4,1,power_law_1.2,1.3225088119506836
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,4,1,power_law_1.2,1.427660846710205
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,4,1,power_law_1.2,1.4588543891906738
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,4,1,power_law_1.2,1.4818623542785645
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,4,1,power_law_1.2,1.528287982940674
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,4,1,power_law_1.2,1.6462783813476562
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,4,1,power_law_1.2,1.6585792541503905
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,4,1,power_law_1.2,3.3464382171630858
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,4,1,power_law_1.2,3.386182403564453
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,4,1,power_law_1.2,3.4393600463867187
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,4,1,power_law_1.2,3.4225536346435548
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,4,1,power_law_1.2,3.5489025115966797
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,4,1,power_law_1.2,3.6855873107910155
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,4,1,power_law_1.2,3.781683349609375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,4,1,power_law_1.2,3.904563140869141
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,4,1,power_law_1.2,4.168377685546875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,4,1,power_law_1.2,4.669945526123047
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,4,1,power_law_1.2,5.151110458374023
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,4,1,power_law_1.2,6.628851318359375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,4,1,power_law_1.2,8.278297424316406
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,4,1,power_law_1.2,11.454163360595704
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,4,1,power_law_1.2,14.935813903808594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,4,1,power_law_1.2,0.059673601388931276
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,4,1,power_law_1.2,0.15427839756011963
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,4,1,power_law_1.2,0.273638391494751
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,4,1,power_law_1.2,0.4173247814178467
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,4,1,power_law_1.2,0.5611648082733154
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,4,1,power_law_1.2,1.0309568405151368
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,4,1,power_law_1.2,1.0818304061889648
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,4,1,power_law_1.2,1.130720043182373
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,4,1,power_law_1.2,1.1650752067565917
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,4,1,power_law_1.2,1.1956671714782714
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,4,1,power_law_1.2,1.224358367919922
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,4,1,power_law_1.2,1.2935423851013184
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,4,1,power_law_1.2,1.311295986175537
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,4,1,power_law_1.2,1.328390407562256
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,4,1,power_law_1.2,1.3355456352233888
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,4,1,power_law_1.2,1.3669952392578124
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,4,1,power_law_1.2,1.404595184326172
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,4,1,power_law_1.2,1.438259220123291
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,4,1,power_law_1.2,1.5391743659973145
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,4,1,power_law_1.2,1.6855167388916015
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,4,1,power_law_1.2,1.8548160552978517
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,4,1,power_law_1.2,2.198726463317871
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,4,1,power_law_1.2,2.6420032501220705
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,4,1,power_law_1.2,3.6434879302978516
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,4,1,power_law_1.2,4.686880111694336
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,4,1,power_law_1.2,6.73614730834961
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,4,1,power_law_1.2,8.8447998046875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,4,power_law_1.01,0.485152006149292
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,4,power_law_1.01,0.9443519592285157
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,4,power_law_1.01,1.8818496704101562
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,4,power_law_1.01,2.0083967208862306
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,4,power_law_1.01,2.8646848678588865
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,4,power_law_1.01,3.151737594604492
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,4,power_law_1.01,3.8060672760009764
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,4,power_law_1.01,4.235801696777344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,4,power_law_1.01,4.024224090576172
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,4,power_law_1.01,4.669785690307617
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,4,power_law_1.01,6.903263854980469
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,4,power_law_1.01,6.480006408691406
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,4,power_law_1.01,7.145350646972656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,4,power_law_1.01,7.1953987121582035
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,4,power_law_1.01,7.068077087402344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,4,power_law_1.01,7.390809631347656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,4,power_law_1.01,7.408499145507813
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,4,power_law_1.01,7.691629028320312
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,4,power_law_1.01,8.002783966064452
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,4,power_law_1.01,8.441375732421875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,4,power_law_1.01,8.690611267089844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,4,power_law_1.01,9.425523376464843
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,4,power_law_1.01,10.26725082397461
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,4,power_law_1.01,11.094668579101562
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,4,power_law_1.01,13.233465576171875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,4,power_law_1.01,17.574771118164062
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,4,power_law_1.01,22.93662109375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,4,power_law_1.01,0.3415679931640625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,4,power_law_1.01,0.6987520217895508
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,4,power_law_1.01,1.3902976036071777
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,4,power_law_1.01,1.4836671829223633
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,4,power_law_1.01,2.028447914123535
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,4,power_law_1.01,2.304211235046387
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,4,power_law_1.01,2.9817344665527346
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,4,power_law_1.01,3.395091247558594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,4,power_law_1.01,3.4957759857177733
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,4,power_law_1.01,3.0213695526123048
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,4,power_law_1.01,7.140646362304688
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,4,power_law_1.01,7.044422149658203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,4,power_law_1.01,6.848473358154297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,4,power_law_1.01,6.872857666015625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,4,power_law_1.01,7.336224365234375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,4,power_law_1.01,7.50970230102539
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,4,power_law_1.01,8.36597137451172
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,4,power_law_1.01,8.481804656982423
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,4,power_law_1.01,8.335276794433593
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,4,power_law_1.01,8.8607421875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,4,power_law_1.01,9.314508819580078
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,4,power_law_1.01,9.361869049072265
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,4,power_law_1.01,9.969100952148438
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,4,power_law_1.01,11.444000244140625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,4,power_law_1.01,12.842457580566407
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,4,power_law_1.01,16.909671020507812
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,4,power_law_1.01,20.520710754394532
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,4,power_law_1.01,0.27022719383239746
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,4,power_law_1.01,0.504960012435913
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,4,power_law_1.01,0.9687295913696289
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,4,power_law_1.01,0.9535872459411621
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,4,power_law_1.01,1.4994815826416015
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,4,power_law_1.01,1.6930303573608398
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,4,power_law_1.01,2.032192039489746
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,4,power_law_1.01,2.320140838623047
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,4,power_law_1.01,2.038732719421387
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,4,power_law_1.01,2.2529600143432615
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,4,power_law_1.01,2.507232093811035
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,4,power_law_1.01,2.4485055923461916
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,4,power_law_1.01,2.565695953369141
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,4,power_law_1.01,2.519161605834961
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,4,power_law_1.01,2.580735969543457
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,4,power_law_1.01,2.481497573852539
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,4,power_law_1.01,2.8496192932128905
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,4,power_law_1.01,2.734284782409668
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,4,power_law_1.01,2.9377151489257813
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,4,power_law_1.01,3.155116844177246
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,4,power_law_1.01,3.317951965332031
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,4,power_law_1.01,3.866579055786133
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,4,power_law_1.01,4.325811386108398
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,4,power_law_1.01,5.1886848449707035
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,4,power_law_1.01,6.348883056640625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,4,power_law_1.01,9.168902587890624
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,4,power_law_1.01,12.275743865966797
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,4,power_law_1.2,0.4808640003204346
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,4,power_law_1.2,0.9441663742065429
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,4,power_law_1.2,1.4092160224914552
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,4,power_law_1.2,1.7008384704589843
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,4,power_law_1.2,2.6473215103149412
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,4,power_law_1.2,2.828665542602539
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,4,power_law_1.2,3.3830078125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,4,power_law_1.2,3.708230209350586
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,4,power_law_1.2,4.674848175048828
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,4,power_law_1.2,4.184780883789062
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,4,power_law_1.2,7.414470672607422
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,4,power_law_1.2,6.979270172119141
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,4,power_law_1.2,6.873420715332031
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,4,power_law_1.2,6.826866912841797
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,4,power_law_1.2,6.522207641601563
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,4,power_law_1.2,6.676338958740234
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,4,power_law_1.2,7.1945343017578125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,4,power_law_1.2,8.053273773193359
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,4,power_law_1.2,8.208294677734376
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,4,power_law_1.2,8.416633605957031
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,4,power_law_1.2,9.041401672363282
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,4,power_law_1.2,9.696819305419922
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,4,power_law_1.2,10.833631896972657
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,4,power_law_1.2,13.154374694824218
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,4,power_law_1.2,14.313638305664062
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,4,power_law_1.2,20.518759155273436
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,4,power_law_1.2,23.61457977294922
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,4,power_law_1.2,0.33994879722595217
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,4,power_law_1.2,0.706547212600708
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,4,power_law_1.2,0.9600192070007324
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,4,power_law_1.2,1.3971327781677245
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,4,power_law_1.2,1.8014144897460938
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,4,power_law_1.2,2.255916786193848
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,4,power_law_1.2,2.9090879440307615
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,4,power_law_1.2,3.0136703491210937
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,4,power_law_1.2,3.051174354553223
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,4,power_law_1.2,3.5716224670410157
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,4,power_law_1.2,6.107705688476562
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,4,power_law_1.2,6.5308479309082035
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,4,power_law_1.2,6.978137969970703
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,4,power_law_1.2,7.385266876220703
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,4,power_law_1.2,7.288825225830078
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,4,power_law_1.2,7.222700500488282
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,4,power_law_1.2,7.25758056640625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,4,power_law_1.2,7.686252593994141
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,4,power_law_1.2,8.617804718017577
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,4,power_law_1.2,8.821907043457031
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,4,power_law_1.2,9.348639678955077
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,4,power_law_1.2,9.929331207275391
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,4,power_law_1.2,10.915923309326171
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,4,power_law_1.2,12.572537231445313
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,4,power_law_1.2,15.071391296386718
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,4,power_law_1.2,18.923890686035158
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,4,power_law_1.2,23.92968292236328
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,4,power_law_1.2,0.2695679903030396
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,4,power_law_1.2,0.505241584777832
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,4,power_law_1.2,0.7344639778137207
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,4,power_law_1.2,0.9051327705383301
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,4,power_law_1.2,1.373472023010254
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,4,power_law_1.2,1.8256576538085938
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,4,power_law_1.2,1.8214271545410157
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,4,power_law_1.2,2.2625856399536133
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,4,power_law_1.2,2.278156852722168
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,4,power_law_1.2,2.237171173095703
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,4,power_law_1.2,2.4058752059936523
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,4,power_law_1.2,2.279961585998535
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,4,power_law_1.2,2.3287872314453124
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,4,power_law_1.2,2.5905792236328127
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,4,power_law_1.2,2.480544090270996
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,4,power_law_1.2,2.5946048736572265
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,4,power_law_1.2,2.697715187072754
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,4,power_law_1.2,2.793824005126953
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,4,power_law_1.2,2.940332794189453
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,4,power_law_1.2,3.264102554321289
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,4,power_law_1.2,3.5417854309082033
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,4,power_law_1.2,3.93072624206543
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,4,power_law_1.2,4.427046585083008
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,4,power_law_1.2,5.7081153869628904
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,4,power_law_1.2,7.347161865234375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,4,power_law_1.2,9.846265411376953
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,4,power_law_1.2,12.739250946044923
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,7168,2048,8,384,4,1,power_law_1.01,0.1315392017364502
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,7168,2048,8,384,4,1,power_law_1.01,0.2482367992401123
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,7168,2048,8,384,4,1,power_law_1.01,0.48166399002075194
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,7168,2048,8,384,4,1,power_law_1.01,0.9415807723999023
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,7168,2048,8,384,4,1,power_law_1.01,1.7111936569213868
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,7168,2048,8,384,4,1,power_law_1.01,2.4273344039916993
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,7168,2048,8,384,4,1,power_law_1.01,2.8487871170043944
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,7168,2048,8,384,4,1,power_law_1.01,3.7777599334716796
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,7168,2048,8,384,4,1,power_law_1.01,3.9086273193359373
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,7168,2048,8,384,4,1,power_law_1.01,3.9966590881347654
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,7168,2048,8,384,4,1,power_law_1.01,4.142739105224609
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,7168,2048,8,384,4,1,power_law_1.01,4.2939903259277346
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,7168,2048,8,384,4,1,power_law_1.01,4.437145614624024
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,7168,2048,8,384,4,1,power_law_1.01,4.5050304412841795
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,7168,2048,8,384,4,1,power_law_1.01,4.621011352539062
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,7168,2048,8,384,4,1,power_law_1.01,4.743366241455078
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,7168,2048,8,384,4,1,power_law_1.01,6.965017700195313
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,7168,2048,8,384,4,1,power_law_1.01,7.272377777099609
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,4,1,power_law_1.01,7.502278137207031
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,4,1,power_law_1.01,7.628947448730469
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,4,1,power_law_1.01,8.009324645996093
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,4,1,power_law_1.01,8.440857696533204
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,4,1,power_law_1.01,8.751596832275391
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,4,1,power_law_1.01,9.795718383789062
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,4,1,power_law_1.01,10.803103637695312
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,4,1,power_law_1.01,13.383955383300782
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,4,1,power_law_1.01,16.728793334960937
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,4,1,power_law_1.01,0.03375999927520752
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,4,1,power_law_1.01,0.14060159921646118
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,4,1,power_law_1.01,0.29208319187164306
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,4,1,power_law_1.01,0.6502272129058838
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,4,1,power_law_1.01,1.1178815841674805
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,4,1,power_law_1.01,1.67010555267334
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,4,1,power_law_1.01,1.918137550354004
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,4,1,power_law_1.01,2.5167104721069338
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,4,1,power_law_1.01,2.62476806640625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,4,1,power_law_1.01,2.7921600341796875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,4,1,power_law_1.01,2.9152320861816405
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,4,1,power_law_1.01,2.967692756652832
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,4,1,power_law_1.01,3.0516735076904298
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,4,1,power_law_1.01,3.087775993347168
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,4,1,power_law_1.01,3.192166328430176
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,4,1,power_law_1.01,3.295091247558594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,4,1,power_law_1.01,6.10184326171875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,4,1,power_law_1.01,6.358924865722656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,4,1,power_law_1.01,6.602227020263672
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,4,1,power_law_1.01,7.025440216064453
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,4,1,power_law_1.01,7.140755462646484
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,4,1,power_law_1.01,7.697894287109375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,4,1,power_law_1.01,8.196006774902344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,4,1,power_law_1.01,9.309785461425781
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,4,1,power_law_1.01,10.413766479492187
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,4,1,power_law_1.01,12.64490203857422
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,4,1,power_law_1.01,15.2600830078125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,4,1,power_law_1.01,0.06377599835395813
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,4,1,power_law_1.01,0.14595199823379518
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,4,1,power_law_1.01,0.2576128005981445
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,4,1,power_law_1.01,0.496947193145752
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,4,1,power_law_1.01,0.8764351844787598
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,4,1,power_law_1.01,1.2604543685913085
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,4,1,power_law_1.01,1.4665087699890136
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,4,1,power_law_1.01,1.8916351318359375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,4,1,power_law_1.01,2.008076858520508
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,4,1,power_law_1.01,2.047564888000488
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,4,1,power_law_1.01,2.1131008148193358
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,4,1,power_law_1.01,2.202739143371582
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,4,1,power_law_1.01,2.303411293029785
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,4,1,power_law_1.01,2.3541311264038085
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,4,1,power_law_1.01,2.3838592529296876
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,4,1,power_law_1.01,2.4751359939575197
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,4,1,power_law_1.01,2.506412887573242
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,4,1,power_law_1.01,2.636800003051758
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,4,1,power_law_1.01,2.773811149597168
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,4,1,power_law_1.01,2.9160064697265624
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,4,1,power_law_1.01,3.092390441894531
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,4,1,power_law_1.01,3.4112064361572267
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,4,1,power_law_1.01,3.7696510314941407
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,4,1,power_law_1.01,4.364345550537109
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,4,1,power_law_1.01,5.209452819824219
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,4,1,power_law_1.01,7.007161712646484
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,4,1,power_law_1.01,8.998361968994141
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,7168,2048,8,384,4,1,power_law_1.2,0.13392640352249147
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,7168,2048,8,384,4,1,power_law_1.2,0.25039360523223875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,7168,2048,8,384,4,1,power_law_1.2,0.4783616065979004
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,7168,2048,8,384,4,1,power_law_1.2,0.9403264045715332
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,7168,2048,8,384,4,1,power_law_1.2,1.5479743957519532
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,7168,2048,8,384,4,1,power_law_1.2,2.1828479766845703
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,7168,2048,8,384,4,1,power_law_1.2,2.6951040267944335
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,7168,2048,8,384,4,1,power_law_1.2,3.5884414672851563
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,7168,2048,8,384,4,1,power_law_1.2,3.8165313720703127
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,7168,2048,8,384,4,1,power_law_1.2,3.8754878997802735
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,7168,2048,8,384,4,1,power_law_1.2,4.086783981323242
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,7168,2048,8,384,4,1,power_law_1.2,4.247673416137696
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,7168,2048,8,384,4,1,power_law_1.2,4.295225524902344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,7168,2048,8,384,4,1,power_law_1.2,4.5454975128173825
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,7168,2048,8,384,4,1,power_law_1.2,4.732057571411133
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,7168,2048,8,384,4,1,power_law_1.2,4.758464050292969
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,7168,2048,8,384,4,1,power_law_1.2,7.110297393798828
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,7168,2048,8,384,4,1,power_law_1.2,7.379424285888672
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,4,1,power_law_1.2,7.473881530761719
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,4,1,power_law_1.2,7.9308929443359375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,4,1,power_law_1.2,8.094796752929687
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,4,1,power_law_1.2,8.807647705078125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,4,1,power_law_1.2,9.468077087402344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,4,1,power_law_1.2,10.52476806640625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,4,1,power_law_1.2,11.52767333984375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,4,1,power_law_1.2,14.506278991699219
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,4,1,power_law_1.2,17.911296081542968
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,4,1,power_law_1.2,0.03372159898281098
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,4,1,power_law_1.2,0.14113919734954833
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,4,1,power_law_1.2,0.2980736017227173
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,4,1,power_law_1.2,0.6516992092132569
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,4,1,power_law_1.2,1.034995174407959
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,4,1,power_law_1.2,1.4906432151794433
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,4,1,power_law_1.2,1.7550336837768554
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,4,1,power_law_1.2,2.4497024536132814
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,4,1,power_law_1.2,2.5291072845458986
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,4,1,power_law_1.2,2.595756721496582
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,4,1,power_law_1.2,2.7779775619506837
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,4,1,power_law_1.2,2.8804096221923827
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,4,1,power_law_1.2,2.995648002624512
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,4,1,power_law_1.2,3.1295679092407225
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,4,1,power_law_1.2,3.13940486907959
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,4,1,power_law_1.2,3.203033447265625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,4,1,power_law_1.2,6.184243011474609
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,4,1,power_law_1.2,6.512422180175781
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,4,1,power_law_1.2,6.728018951416016
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,4,1,power_law_1.2,7.137042999267578
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,4,1,power_law_1.2,7.396262359619141
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,4,1,power_law_1.2,8.151475524902343
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,4,1,power_law_1.2,8.631884765625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,4,1,power_law_1.2,9.71365737915039
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,4,1,power_law_1.2,10.750182342529296
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,4,1,power_law_1.2,13.327238464355469
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,4,1,power_law_1.2,16.19891815185547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,4,1,power_law_1.2,0.06408960223197938
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,4,1,power_law_1.2,0.14648959636688233
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,4,1,power_law_1.2,0.25772159099578856
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,4,1,power_law_1.2,0.4995584011077881
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,4,1,power_law_1.2,0.794214391708374
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,4,1,power_law_1.2,1.1224896430969238
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,4,1,power_law_1.2,1.3423808097839356
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,4,1,power_law_1.2,1.8625919342041015
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,4,1,power_law_1.2,1.9477184295654297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,4,1,power_law_1.2,2.0164863586425783
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,4,1,power_law_1.2,2.1358591079711915
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,4,1,power_law_1.2,2.148921585083008
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,4,1,power_law_1.2,2.2612096786499025
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,4,1,power_law_1.2,2.3178239822387696
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,4,1,power_law_1.2,2.3911808013916014
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,4,1,power_law_1.2,2.466035270690918
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,4,1,power_law_1.2,2.5427839279174806
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,4,1,power_law_1.2,2.60199031829834
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,4,1,power_law_1.2,2.7785408020019533
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,4,1,power_law_1.2,2.9976959228515625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,4,1,power_law_1.2,3.1560127258300783
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,4,1,power_law_1.2,3.53265266418457
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,4,1,power_law_1.2,3.90118408203125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,4,1,power_law_1.2,4.635456085205078
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,4,1,power_law_1.2,5.4736896514892575
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,4,1,power_law_1.2,7.405804443359375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,4,1,power_law_1.2,9.36460189819336
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,3072,1536,8,256,1,4,power_law_1.01,0.16979199647903442
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,3072,1536,8,256,1,4,power_law_1.01,0.3236160039901733
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,3072,1536,8,256,1,4,power_law_1.01,0.37909119129180907
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,3072,1536,8,256,1,4,power_law_1.01,0.5856319904327393
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,3072,1536,8,256,1,4,power_law_1.01,0.7598400115966797
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,3072,1536,8,256,1,4,power_law_1.01,0.8878720283508301
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,3072,1536,8,256,1,4,power_law_1.01,1.0186304092407226
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,3072,1536,8,256,1,4,power_law_1.01,0.9916159629821777
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,3072,1536,8,256,1,4,power_law_1.01,1.4753024101257324
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,3072,1536,8,256,1,4,power_law_1.01,1.4795007705688477
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,3072,1536,8,256,1,4,power_law_1.01,1.6107328414916993
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,3072,1536,8,256,1,4,power_law_1.01,1.5988608360290528
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,3072,1536,8,256,1,4,power_law_1.01,1.5581888198852538
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,3072,1536,8,256,1,4,power_law_1.01,1.7114496231079102
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,3072,1536,8,256,1,4,power_law_1.01,1.722764778137207
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,3072,1536,8,256,1,4,power_law_1.01,1.7407936096191405
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,3072,1536,8,256,1,4,power_law_1.01,1.7668607711791993
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,3072,1536,8,256,1,4,power_law_1.01,1.8878015518188476
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,1,4,power_law_1.01,1.8631616592407227
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,1,4,power_law_1.01,2.004159927368164
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,1,4,power_law_1.01,2.0972927093505858
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,1,4,power_law_1.01,2.291360092163086
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,1,4,power_law_1.01,2.4714687347412108
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,1,4,power_law_1.01,3.200940704345703
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,1,4,power_law_1.01,3.914041519165039
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,1,4,power_law_1.01,5.586086273193359
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,1,4,power_law_1.01,7.525574493408203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,1,4,power_law_1.01,0.038412800431251524
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,1,4,power_law_1.01,0.22919039726257323
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,1,4,power_law_1.01,0.3259711980819702
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,1,4,power_law_1.01,0.4184447765350342
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,1,4,power_law_1.01,0.504640007019043
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,1,4,power_law_1.01,0.5599552154541015
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,1,4,power_law_1.01,0.8041152000427246
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,1,4,power_law_1.01,0.7718463897705078
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,1,4,power_law_1.01,1.5791872024536133
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,1,4,power_law_1.01,1.4502976417541504
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,1,4,power_law_1.01,1.5169792175292969
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,1,4,power_law_1.01,1.6561855316162108
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,1,4,power_law_1.01,1.5693183898925782
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,1,4,power_law_1.01,1.7232704162597656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,1,4,power_law_1.01,1.7710527420043944
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,1,4,power_law_1.01,1.7326143264770508
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,1,4,power_law_1.01,1.8440000534057617
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,1,4,power_law_1.01,1.8498432159423828
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,1,4,power_law_1.01,2.007142448425293
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,1,4,power_law_1.01,2.0884992599487306
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,1,4,power_law_1.01,2.08287353515625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,1,4,power_law_1.01,2.3737855911254884
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,1,4,power_law_1.01,2.610495948791504
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,1,4,power_law_1.01,3.2985855102539063
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,1,4,power_law_1.01,3.9965438842773438
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,1,4,power_law_1.01,5.984979248046875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,1,4,power_law_1.01,8.029011535644532
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,3072,1536,8,256,1,4,power_law_1.01,0.06890239715576171
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,3072,1536,8,256,1,4,power_law_1.01,0.21217920780181884
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,3072,1536,8,256,1,4,power_law_1.01,0.2469183921813965
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,3072,1536,8,256,1,4,power_law_1.01,0.3189248085021973
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,3072,1536,8,256,1,4,power_law_1.01,0.40923519134521485
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,3072,1536,8,256,1,4,power_law_1.01,0.4513408184051514
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,3072,1536,8,256,1,4,power_law_1.01,0.5383872032165528
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,3072,1536,8,256,1,4,power_law_1.01,0.5698751926422119
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,3072,1536,8,256,1,4,power_law_1.01,0.5340352058410645
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,3072,1536,8,256,1,4,power_law_1.01,0.5705984115600586
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,3072,1536,8,256,1,4,power_law_1.01,0.5647103786468506
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,3072,1536,8,256,1,4,power_law_1.01,0.6263552188873291
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,3072,1536,8,256,1,4,power_law_1.01,0.6403071880340576
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,3072,1536,8,256,1,4,power_law_1.01,0.608844804763794
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,3072,1536,8,256,1,4,power_law_1.01,0.6369855880737305
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,3072,1536,8,256,1,4,power_law_1.01,0.7160255908966064
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,3072,1536,8,256,1,4,power_law_1.01,0.707590389251709
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,3072,1536,8,256,1,4,power_law_1.01,0.7550848007202149
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,3072,1536,8,256,1,4,power_law_1.01,0.799289608001709
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,3072,1536,8,256,1,4,power_law_1.01,0.9165887832641602
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,3072,1536,8,256,1,4,power_law_1.01,0.9960831642150879
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,3072,1536,8,256,1,4,power_law_1.01,1.2050559997558594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,3072,1536,8,256,1,4,power_law_1.01,1.477881622314453
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,3072,1536,8,256,1,4,power_law_1.01,2.0230335235595702
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,3072,1536,8,256,1,4,power_law_1.01,2.6482112884521483
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,3072,1536,8,256,1,4,power_law_1.01,3.8628734588623046
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,3072,1536,8,256,1,4,power_law_1.01,4.990483093261719
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,3072,1536,8,256,1,4,power_law_1.2,0.16829440593719483
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,3072,1536,8,256,1,4,power_law_1.2,0.32328319549560547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,3072,1536,8,256,1,4,power_law_1.2,0.3692480087280273
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,3072,1536,8,256,1,4,power_law_1.2,0.5008319854736328
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,3072,1536,8,256,1,4,power_law_1.2,0.6744832038879395
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,3072,1536,8,256,1,4,power_law_1.2,0.7310912132263183
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,3072,1536,8,256,1,4,power_law_1.2,1.0228032112121581
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,3072,1536,8,256,1,4,power_law_1.2,0.9795071601867675
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,3072,1536,8,256,1,4,power_law_1.2,1.566528034210205
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,3072,1536,8,256,1,4,power_law_1.2,1.5720000267028809
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,3072,1536,8,256,1,4,power_law_1.2,1.6054975509643554
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,3072,1536,8,256,1,4,power_law_1.2,1.6687040328979492
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,3072,1536,8,256,1,4,power_law_1.2,1.6675968170166016
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,3072,1536,8,256,1,4,power_law_1.2,1.6137472152709962
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,3072,1536,8,256,1,4,power_law_1.2,1.7542144775390625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,3072,1536,8,256,1,4,power_law_1.2,1.7483776092529297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,3072,1536,8,256,1,4,power_law_1.2,1.695052719116211
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,3072,1536,8,256,1,4,power_law_1.2,1.8569343566894532
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,1,4,power_law_1.2,1.9452800750732422
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,1,4,power_law_1.2,2.114790344238281
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,1,4,power_law_1.2,2.1711936950683595
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,1,4,power_law_1.2,2.4230655670166015
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,1,4,power_law_1.2,2.7522687911987305
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,1,4,power_law_1.2,3.532160186767578
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,1,4,power_law_1.2,4.623065567016601
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,1,4,power_law_1.2,6.367347335815429
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,1,4,power_law_1.2,8.096198272705077
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,1,4,power_law_1.2,0.038553598523139956
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,1,4,power_law_1.2,0.22552320957183838
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,1,4,power_law_1.2,0.2700799942016602
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,1,4,power_law_1.2,0.37189760208129885
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,1,4,power_law_1.2,0.4326015949249268
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,1,4,power_law_1.2,0.5048960208892822
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,1,4,power_law_1.2,0.7425663948059082
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,1,4,power_law_1.2,0.7364352226257325
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,1,4,power_law_1.2,1.348646354675293
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,1,4,power_law_1.2,1.4422783851623535
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,1,4,power_law_1.2,1.65216007232666
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,1,4,power_law_1.2,1.5948927879333497
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,1,4,power_law_1.2,1.5469568252563477
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,1,4,power_law_1.2,1.7677440643310547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,1,4,power_law_1.2,1.757913589477539
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,1,4,power_law_1.2,1.7939584732055665
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,1,4,power_law_1.2,1.817407989501953
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,1,4,power_law_1.2,1.9522367477416993
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,1,4,power_law_1.2,2.0229759216308594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,1,4,power_law_1.2,2.158732795715332
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,1,4,power_law_1.2,2.169811248779297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,1,4,power_law_1.2,2.4459392547607424
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,1,4,power_law_1.2,2.7006336212158204
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,1,4,power_law_1.2,3.7017215728759765
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,1,4,power_law_1.2,4.574867248535156
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,1,4,power_law_1.2,6.275590515136718
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,1,4,power_law_1.2,8.200236511230468
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,3072,1536,8,256,1,4,power_law_1.2,0.07604479789733887
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,3072,1536,8,256,1,4,power_law_1.2,0.19648640155792235
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,3072,1536,8,256,1,4,power_law_1.2,0.21155838966369628
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,3072,1536,8,256,1,4,power_law_1.2,0.3139008045196533
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,3072,1536,8,256,1,4,power_law_1.2,0.3613312005996704
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,3072,1536,8,256,1,4,power_law_1.2,0.3805567979812622
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,3072,1536,8,256,1,4,power_law_1.2,0.49097599983215334
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,3072,1536,8,256,1,4,power_law_1.2,0.5305471897125245
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,3072,1536,8,256,1,4,power_law_1.2,0.5515007972717285
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,3072,1536,8,256,1,4,power_law_1.2,0.5564799785614014
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,3072,1536,8,256,1,4,power_law_1.2,0.5566143989562988
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,3072,1536,8,256,1,4,power_law_1.2,0.5838399887084961
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,3072,1536,8,256,1,4,power_law_1.2,0.5726655960083008
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,3072,1536,8,256,1,4,power_law_1.2,0.6275775909423829
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,3072,1536,8,256,1,4,power_law_1.2,0.6802175998687744
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,3072,1536,8,256,1,4,power_law_1.2,0.6550655841827393
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,3072,1536,8,256,1,4,power_law_1.2,0.7222144126892089
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,3072,1536,8,256,1,4,power_law_1.2,0.7799871921539306
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,3072,1536,8,256,1,4,power_law_1.2,0.8296640396118165
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,3072,1536,8,256,1,4,power_law_1.2,0.9293184280395508
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,3072,1536,8,256,1,4,power_law_1.2,1.0387840270996094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,3072,1536,8,256,1,4,power_law_1.2,1.2667712211608886
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,3072,1536,8,256,1,4,power_law_1.2,1.5561792373657226
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,3072,1536,8,256,1,4,power_law_1.2,2.117184066772461
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,3072,1536,8,256,1,4,power_law_1.2,2.7907007217407225
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,3072,1536,8,256,1,4,power_law_1.2,4.11102066040039
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,3072,1536,8,256,1,4,power_law_1.2,5.467327880859375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,3072,1536,8,256,4,1,power_law_1.01,0.02336000055074692
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,3072,1536,8,256,4,1,power_law_1.01,0.03275519907474518
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,3072,1536,8,256,4,1,power_law_1.01,0.16355839967727662
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,3072,1536,8,256,4,1,power_law_1.01,0.3148927927017212
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,3072,1536,8,256,4,1,power_law_1.01,0.480134391784668
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,3072,1536,8,256,4,1,power_law_1.01,0.6020927906036377
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,3072,1536,8,256,4,1,power_law_1.01,0.8666239738464355
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,3072,1536,8,256,4,1,power_law_1.01,0.9049792289733887
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,3072,1536,8,256,4,1,power_law_1.01,0.9557248115539551
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,3072,1536,8,256,4,1,power_law_1.01,0.9568448066711426
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,3072,1536,8,256,4,1,power_law_1.01,1.0226367950439452
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,3072,1536,8,256,4,1,power_law_1.01,1.0222720146179198
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,3072,1536,8,256,4,1,power_law_1.01,1.054265594482422
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,3072,1536,8,256,4,1,power_law_1.01,1.0798208236694335
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,3072,1536,8,256,4,1,power_law_1.01,1.5137344360351563
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,3072,1536,8,256,4,1,power_law_1.01,1.5156671524047851
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,3072,1536,8,256,4,1,power_law_1.01,1.598374366760254
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,3072,1536,8,256,4,1,power_law_1.01,1.6308223724365234
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,4,1,power_law_1.01,1.6818944931030273
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,4,1,power_law_1.01,1.7583744049072265
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,4,1,power_law_1.01,1.8145792007446289
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,4,1,power_law_1.01,1.9738048553466796
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,4,1,power_law_1.01,2.1231359481811523
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,4,1,power_law_1.01,2.49564151763916
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,4,1,power_law_1.01,2.9810815811157227
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,4,1,power_law_1.01,4.085964965820312
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,4,1,power_law_1.01,5.265587234497071
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,4,1,power_law_1.01,0.021408000588417055
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,4,1,power_law_1.01,0.024889600276947022
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,4,1,power_law_1.01,0.053452801704406736
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,4,1,power_law_1.01,0.2108288049697876
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,4,1,power_law_1.01,0.3354304075241089
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,4,1,power_law_1.01,0.41187200546264646
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,4,1,power_law_1.01,0.5966847896575928
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,4,1,power_law_1.01,0.62673921585083
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,4,1,power_law_1.01,0.6558847904205323
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,4,1,power_law_1.01,0.6713280200958252
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,4,1,power_law_1.01,0.6843455791473388
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,4,1,power_law_1.01,0.6885568141937256
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,4,1,power_law_1.01,0.6949632167816162
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,4,1,power_law_1.01,0.7307968139648438
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,4,1,power_law_1.01,1.445702362060547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,4,1,power_law_1.01,1.4793984413146972
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,4,1,power_law_1.01,1.5207167625427247
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,4,1,power_law_1.01,1.5775551795959473
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,4,1,power_law_1.01,1.5853504180908202
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,4,1,power_law_1.01,1.6924352645874023
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,4,1,power_law_1.01,1.7257087707519532
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,4,1,power_law_1.01,1.876799964904785
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,4,1,power_law_1.01,2.0197824478149413
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,4,1,power_law_1.01,2.3509056091308596
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,4,1,power_law_1.01,2.7783103942871095
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,4,1,power_law_1.01,3.822751998901367
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,4,1,power_law_1.01,4.910636901855469
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,3072,1536,8,256,4,1,power_law_1.01,0.03692159950733185
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,3072,1536,8,256,4,1,power_law_1.01,0.04036479890346527
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,3072,1536,8,256,4,1,power_law_1.01,0.0800704002380371
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,3072,1536,8,256,4,1,power_law_1.01,0.184607994556427
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,3072,1536,8,256,4,1,power_law_1.01,0.26379520893096925
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,3072,1536,8,256,4,1,power_law_1.01,0.3440448045730591
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,3072,1536,8,256,4,1,power_law_1.01,0.46587519645690917
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,3072,1536,8,256,4,1,power_law_1.01,0.4904064178466797
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,3072,1536,8,256,4,1,power_law_1.01,0.5199359893798828
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,3072,1536,8,256,4,1,power_law_1.01,0.5286335945129395
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,3072,1536,8,256,4,1,power_law_1.01,0.5435840129852295
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,3072,1536,8,256,4,1,power_law_1.01,0.5534848213195801
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,3072,1536,8,256,4,1,power_law_1.01,0.5645120143890381
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,3072,1536,8,256,4,1,power_law_1.01,0.577023983001709
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,3072,1536,8,256,4,1,power_law_1.01,0.590777587890625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,3072,1536,8,256,4,1,power_law_1.01,0.615283203125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,3072,1536,8,256,4,1,power_law_1.01,0.6394432067871094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,3072,1536,8,256,4,1,power_law_1.01,0.6659584045410156
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,3072,1536,8,256,4,1,power_law_1.01,0.7011903762817383
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,3072,1536,8,256,4,1,power_law_1.01,0.7597311973571778
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,3072,1536,8,256,4,1,power_law_1.01,0.8230400085449219
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,3072,1536,8,256,4,1,power_law_1.01,0.9735487937927246
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,3072,1536,8,256,4,1,power_law_1.01,1.1125823974609375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,3072,1536,8,256,4,1,power_law_1.01,1.4690112113952636
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,3072,1536,8,256,4,1,power_law_1.01,1.8497343063354492
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,3072,1536,8,256,4,1,power_law_1.01,2.6572160720825195
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,3072,1536,8,256,4,1,power_law_1.01,3.476652908325195
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,3072,1536,8,256,4,1,power_law_1.2,0.023635199666023253
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,3072,1536,8,256,4,1,power_law_1.2,0.03215999901294708
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,3072,1536,8,256,4,1,power_law_1.2,0.16340479850769044
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,3072,1536,8,256,4,1,power_law_1.2,0.290009593963623
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,3072,1536,8,256,4,1,power_law_1.2,0.4337600231170654
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,3072,1536,8,256,4,1,power_law_1.2,0.5708159923553466
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,3072,1536,8,256,4,1,power_law_1.2,0.884928035736084
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,3072,1536,8,256,4,1,power_law_1.2,0.9033472061157226
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,3072,1536,8,256,4,1,power_law_1.2,0.9421759605407715
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,3072,1536,8,256,4,1,power_law_1.2,0.9837568283081055
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,3072,1536,8,256,4,1,power_law_1.2,1.0059904098510741
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,3072,1536,8,256,4,1,power_law_1.2,1.0343680381774902
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,3072,1536,8,256,4,1,power_law_1.2,1.0559295654296874
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,3072,1536,8,256,4,1,power_law_1.2,1.1103872299194335
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,3072,1536,8,256,4,1,power_law_1.2,1.5568639755249023
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,3072,1536,8,256,4,1,power_law_1.2,1.5734463691711427
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,3072,1536,8,256,4,1,power_law_1.2,1.6126016616821288
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,3072,1536,8,256,4,1,power_law_1.2,1.6624383926391602
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,4,1,power_law_1.2,1.7306432723999023
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,4,1,power_law_1.2,1.808857536315918
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,4,1,power_law_1.2,1.8808832168579102
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,4,1,power_law_1.2,2.0304191589355467
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,4,1,power_law_1.2,2.2460351943969727
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,4,1,power_law_1.2,2.6513599395751952
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,4,1,power_law_1.2,3.205356979370117
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,4,1,power_law_1.2,4.273478317260742
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,4,1,power_law_1.2,5.453996658325195
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,4,1,power_law_1.2,0.021433599293231964
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,4,1,power_law_1.2,0.024979199469089507
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,4,1,power_law_1.2,0.0680191993713379
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,4,1,power_law_1.2,0.18355200290679932
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,4,1,power_law_1.2,0.2919552087783813
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,4,1,power_law_1.2,0.3819904088973999
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,4,1,power_law_1.2,0.5853184223175049
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,4,1,power_law_1.2,0.6214079856872559
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,4,1,power_law_1.2,0.6485824108123779
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,4,1,power_law_1.2,0.6628608226776123
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,4,1,power_law_1.2,0.6811520099639893
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,4,1,power_law_1.2,0.6905663967132568
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,4,1,power_law_1.2,0.7172736167907715
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,4,1,power_law_1.2,0.7297664165496827
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,4,1,power_law_1.2,1.4824128150939941
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,4,1,power_law_1.2,1.4678272247314452
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,4,1,power_law_1.2,1.5799551963806153
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,4,1,power_law_1.2,1.628447914123535
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,4,1,power_law_1.2,1.6615167617797852
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,4,1,power_law_1.2,1.7210880279541017
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,4,1,power_law_1.2,1.7996864318847656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,4,1,power_law_1.2,1.9109247207641602
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,4,1,power_law_1.2,2.1096704483032225
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,4,1,power_law_1.2,2.494432067871094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,4,1,power_law_1.2,2.8948480606079103
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,4,1,power_law_1.2,3.9707969665527343
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,4,1,power_law_1.2,5.05346565246582
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,3072,1536,8,256,4,1,power_law_1.2,0.03688960075378418
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,3072,1536,8,256,4,1,power_law_1.2,0.04071039855480194
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,3072,1536,8,256,4,1,power_law_1.2,0.08419839739799499
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,3072,1536,8,256,4,1,power_law_1.2,0.1737663984298706
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,3072,1536,8,256,4,1,power_law_1.2,0.23619840145111085
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,3072,1536,8,256,4,1,power_law_1.2,0.32079999446868895
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,3072,1536,8,256,4,1,power_law_1.2,0.46788477897644043
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,3072,1536,8,256,4,1,power_law_1.2,0.500767993927002
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,3072,1536,8,256,4,1,power_law_1.2,0.5114880084991456
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,3072,1536,8,256,4,1,power_law_1.2,0.5163968086242676
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,3072,1536,8,256,4,1,power_law_1.2,0.5397439956665039
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,3072,1536,8,256,4,1,power_law_1.2,0.5480000019073487
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,3072,1536,8,256,4,1,power_law_1.2,0.5707200050354004
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,3072,1536,8,256,4,1,power_law_1.2,0.5963200092315674
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,3072,1536,8,256,4,1,power_law_1.2,0.5994559764862061
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,3072,1536,8,256,4,1,power_law_1.2,0.619974422454834
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,3072,1536,8,256,4,1,power_law_1.2,0.6546048164367676
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,3072,1536,8,256,4,1,power_law_1.2,0.6830527782440186
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,3072,1536,8,256,4,1,power_law_1.2,0.7199103832244873
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,3072,1536,8,256,4,1,power_law_1.2,0.8003583908081054
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,3072,1536,8,256,4,1,power_law_1.2,0.8565888404846191
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,3072,1536,8,256,4,1,power_law_1.2,0.9897279739379883
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,3072,1536,8,256,4,1,power_law_1.2,1.1662015914916992
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,3072,1536,8,256,4,1,power_law_1.2,1.5114239692687987
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,3072,1536,8,256,4,1,power_law_1.2,1.9218816757202148
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,3072,1536,8,256,4,1,power_law_1.2,2.719808006286621
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,3072,1536,8,256,4,1,power_law_1.2,3.5365310668945313
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,4,power_law_1.01,0.13786239624023439
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,4,power_law_1.01,0.251859188079834
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,4,power_law_1.01,0.2256767988204956
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,4,power_law_1.01,0.35382399559020994
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,4,power_law_1.01,0.457151985168457
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,4,power_law_1.01,0.5353792190551758
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,4,power_law_1.01,0.8577216148376465
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,4,power_law_1.01,0.8824831962585449
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,4,power_law_1.01,0.8576000213623047
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,4,power_law_1.01,0.9056320190429688
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,4,power_law_1.01,0.9117119789123536
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,4,power_law_1.01,0.8971967697143555
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,4,power_law_1.01,0.939577579498291
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,4,power_law_1.01,0.952672004699707
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,4,power_law_1.01,0.9843199729919434
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,4,power_law_1.01,0.98023681640625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,4,power_law_1.01,1.017465591430664
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,4,power_law_1.01,1.0958080291748047
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,4,power_law_1.01,1.1361599922180177
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,4,power_law_1.01,1.1757823944091796
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,4,power_law_1.01,1.2390527725219727
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,4,power_law_1.01,1.4727871894836426
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,4,power_law_1.01,1.7216127395629883
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,4,power_law_1.01,2.4710655212402344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,4,power_law_1.01,3.066668891906738
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,4,power_law_1.01,4.65544319152832
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,4,power_law_1.01,5.865862274169922
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,4,power_law_1.01,0.03357439935207367
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,4,power_law_1.01,0.17490559816360474
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,4,power_law_1.01,0.17882879972457885
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,4,power_law_1.01,0.28740479946136477
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,4,power_law_1.01,0.2727423906326294
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,4,power_law_1.01,0.4050303936004639
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,4,power_law_1.01,0.8264191627502442
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,4,power_law_1.01,0.9023103713989258
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,4,power_law_1.01,0.9452992439270019
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,4,power_law_1.01,0.9039423942565918
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,4,power_law_1.01,0.9069567680358886
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,4,power_law_1.01,0.9330240249633789
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,4,power_law_1.01,0.9011391639709473
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,4,power_law_1.01,0.9883584022521973
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,4,power_law_1.01,0.9998271942138672
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,4,power_law_1.01,1.0231231689453124
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,4,power_law_1.01,1.0080191612243652
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,4,power_law_1.01,1.0503552436828614
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,4,power_law_1.01,1.0757184028625488
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,4,power_law_1.01,1.1584511756896974
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,4,power_law_1.01,1.2622207641601562
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,4,power_law_1.01,1.4269503593444823
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,4,power_law_1.01,1.7137727737426758
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,4,power_law_1.01,2.468204879760742
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,4,power_law_1.01,2.9765119552612305
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,4,power_law_1.01,4.531782531738282
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,4,power_law_1.01,6.103071975708008
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,4,power_law_1.2,0.1372032046318054
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,4,power_law_1.2,0.20304639339447023
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,4,power_law_1.2,0.24791040420532226
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,4,power_law_1.2,0.2920448064804077
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,4,power_law_1.2,0.4337791919708252
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,4,power_law_1.2,0.5620800018310547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,4,power_law_1.2,0.8720959663391114
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,4,power_law_1.2,0.8644288063049317
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,4,power_law_1.2,0.8866623878479004
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,4,power_law_1.2,0.8863360404968261
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,4,power_law_1.2,0.9330944061279297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,4,power_law_1.2,0.9299263954162598
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,4,power_law_1.2,0.8864255905151367
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,4,power_law_1.2,1.019596767425537
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,4,power_law_1.2,0.9896512031555176
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,4,power_law_1.2,1.0384639739990233
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,4,power_law_1.2,1.0651904106140138
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,4,power_law_1.2,1.0925824165344238
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,4,power_law_1.2,1.1271488189697265
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,4,power_law_1.2,1.2371264457702638
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,4,power_law_1.2,1.2985600471496581
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,4,power_law_1.2,1.638444709777832
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,4,power_law_1.2,1.8906047821044922
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,4,power_law_1.2,3.0047168731689453
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,4,power_law_1.2,3.5946880340576173
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,4,power_law_1.2,4.905158233642578
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,4,power_law_1.2,6.483628845214843
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,4,power_law_1.2,0.03351680040359497
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,4,power_law_1.2,0.06343039870262146
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,4,power_law_1.2,0.13066240549087524
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,4,power_law_1.2,0.266483211517334
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,4,power_law_1.2,0.3080960035324097
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,4,power_law_1.2,0.38525440692901614
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,4,power_law_1.2,0.8658111572265625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,4,power_law_1.2,0.8892416000366211
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,4,power_law_1.2,0.8767552375793457
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,4,power_law_1.2,0.8985471725463867
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,4,power_law_1.2,0.9148351669311523
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,4,power_law_1.2,0.9317888259887696
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,4,power_law_1.2,0.9760319709777832
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,4,power_law_1.2,1.0234687805175782
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,4,power_law_1.2,1.004307174682617
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,4,power_law_1.2,0.969638442993164
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,4,power_law_1.2,1.011308765411377
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,4,power_law_1.2,1.0829248428344727
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,4,power_law_1.2,1.1432127952575684
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,4,power_law_1.2,1.1808511734008789
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,4,power_law_1.2,1.3223232269287108
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,4,power_law_1.2,1.5877504348754883
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,4,power_law_1.2,1.990457534790039
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,4,power_law_1.2,2.6934335708618162
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,4,power_law_1.2,3.4780670166015626
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,4,power_law_1.2,5.6327167510986325
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,4,power_law_1.2,6.320748901367187
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,2688,1856,6,128,4,1,power_law_1.01,0.0204352006316185
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,2688,1856,6,128,4,1,power_law_1.01,0.02784000039100647
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,2688,1856,6,128,4,1,power_law_1.01,0.13106559514999389
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,2688,1856,6,128,4,1,power_law_1.01,0.21953918933868408
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,2688,1856,6,128,4,1,power_law_1.01,0.2989183902740479
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,2688,1856,6,128,4,1,power_law_1.01,0.5140543937683105
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,2688,1856,6,128,4,1,power_law_1.01,0.5329408168792724
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,2688,1856,6,128,4,1,power_law_1.01,0.546995210647583
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,2688,1856,6,128,4,1,power_law_1.01,0.5817535877227783
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,2688,1856,6,128,4,1,power_law_1.01,0.58122239112854
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,2688,1856,6,128,4,1,power_law_1.01,0.5948351860046387
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,2688,1856,6,128,4,1,power_law_1.01,0.906771183013916
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,2688,1856,6,128,4,1,power_law_1.01,0.9181504249572754
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,2688,1856,6,128,4,1,power_law_1.01,0.9257663726806641
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,2688,1856,6,128,4,1,power_law_1.01,0.9331071853637696
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,2688,1856,6,128,4,1,power_law_1.01,0.9616255760192871
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,2688,1856,6,128,4,1,power_law_1.01,0.9748928070068359
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,2688,1856,6,128,4,1,power_law_1.01,0.98788480758667
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,4,1,power_law_1.01,1.0172672271728516
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,4,1,power_law_1.01,1.0386431694030762
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,4,1,power_law_1.01,1.068716812133789
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,4,1,power_law_1.01,1.2108799934387207
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,4,1,power_law_1.01,1.3518912315368652
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,4,1,power_law_1.01,1.7752063751220704
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,4,1,power_law_1.01,2.2650688171386717
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,4,1,power_law_1.01,3.2273281097412108
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,4,1,power_law_1.01,4.240639877319336
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,4,1,power_law_1.01,0.02062080055475235
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,4,1,power_law_1.01,0.02449280023574829
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,4,1,power_law_1.01,0.05768960118293762
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,4,1,power_law_1.01,0.12907520532608033
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,4,1,power_law_1.01,0.19754879474639891
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,4,1,power_law_1.01,0.3275840044021606
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,4,1,power_law_1.01,0.34570879936218263
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,4,1,power_law_1.01,0.36175999641418455
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,4,1,power_law_1.01,0.37528960704803466
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,4,1,power_law_1.01,0.37424640655517577
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,4,1,power_law_1.01,0.3812671899795532
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,4,1,power_law_1.01,0.7607935905456543
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,4,1,power_law_1.01,0.7601024150848389
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,4,1,power_law_1.01,0.776364803314209
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,4,1,power_law_1.01,0.7857088088989258
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,4,1,power_law_1.01,0.7987648010253906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,4,1,power_law_1.01,0.8085951805114746
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,4,1,power_law_1.01,0.8507904052734375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,4,1,power_law_1.01,0.8871232032775879
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,4,1,power_law_1.01,0.9600128173828125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,4,1,power_law_1.01,1.0083840370178223
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,4,1,power_law_1.01,1.1587648391723633
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,4,1,power_law_1.01,1.3137280464172363
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,4,1,power_law_1.01,1.7490943908691405
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,4,1,power_law_1.01,2.2023551940917967
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,4,1,power_law_1.01,3.2395137786865233
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,4,1,power_law_1.01,4.262745666503906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,2688,1856,6,128,4,1,power_law_1.2,0.020051200687885285
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,2688,1856,6,128,4,1,power_law_1.2,0.042156800627708435
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,2688,1856,6,128,4,1,power_law_1.2,0.12674560546875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,2688,1856,6,128,4,1,power_law_1.2,0.20541439056396485
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,2688,1856,6,128,4,1,power_law_1.2,0.28414719104766845
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,2688,1856,6,128,4,1,power_law_1.2,0.5050367832183837
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,2688,1856,6,128,4,1,power_law_1.2,0.5339776039123535
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,2688,1856,6,128,4,1,power_law_1.2,0.5689727783203125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,2688,1856,6,128,4,1,power_law_1.2,0.562662410736084
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,2688,1856,6,128,4,1,power_law_1.2,0.5990848064422607
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,2688,1856,6,128,4,1,power_law_1.2,0.6019008159637451
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,2688,1856,6,128,4,1,power_law_1.2,0.9179007530212402
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,2688,1856,6,128,4,1,power_law_1.2,0.9145919799804687
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,2688,1856,6,128,4,1,power_law_1.2,0.9502464294433594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,2688,1856,6,128,4,1,power_law_1.2,0.9769087791442871
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,2688,1856,6,128,4,1,power_law_1.2,0.9731776237487793
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,2688,1856,6,128,4,1,power_law_1.2,0.9859647750854492
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,2688,1856,6,128,4,1,power_law_1.2,1.02423038482666
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,4,1,power_law_1.2,1.0202752113342286
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,4,1,power_law_1.2,1.0561792373657226
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,4,1,power_law_1.2,1.0895999908447265
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,4,1,power_law_1.2,1.2600640296936034
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,4,1,power_law_1.2,1.4585087776184082
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,4,1,power_law_1.2,1.8957183837890625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,4,1,power_law_1.2,2.3460672378540037
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,4,1,power_law_1.2,3.313017654418945
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,4,1,power_law_1.2,4.319680023193359
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,4,1,power_law_1.2,0.019206400215625762
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,4,1,power_law_1.2,0.026144000887870788
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,4,1,power_law_1.2,0.04993920028209686
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,4,1,power_law_1.2,0.1106495976448059
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,4,1,power_law_1.2,0.19169280529022217
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,4,1,power_law_1.2,0.3308480024337769
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,4,1,power_law_1.2,0.34225919246673586
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,4,1,power_law_1.2,0.3551167964935303
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,4,1,power_law_1.2,0.3775360107421875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,4,1,power_law_1.2,0.3681024074554443
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,4,1,power_law_1.2,0.3992192029953003
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,4,1,power_law_1.2,0.7600639820098877
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,4,1,power_law_1.2,0.7757376194000244
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,4,1,power_law_1.2,0.80447998046875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,4,1,power_law_1.2,0.8094079971313477
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,4,1,power_law_1.2,0.8210432052612304
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,4,1,power_law_1.2,0.8253824234008789
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,4,1,power_law_1.2,0.8757951736450196
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,4,1,power_law_1.2,0.9171072006225586
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,4,1,power_law_1.2,0.9756608009338379
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,4,1,power_law_1.2,1.0450943946838378
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,4,1,power_law_1.2,1.1848447799682618
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,4,1,power_law_1.2,1.3465408325195312
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,4,1,power_law_1.2,1.7782272338867187
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,4,1,power_law_1.2,2.296076774597168
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,4,1,power_law_1.2,3.310611343383789
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,4,1,power_law_1.2,4.346809768676758
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,4,power_law_1.01,0.9725119590759277
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,4,power_law_1.01,1.9170175552368165
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,4,power_law_1.01,1.8918912887573243
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,4,power_law_1.01,2.808582305908203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,4,power_law_1.01,3.24279670715332
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,4,power_law_1.01,5.139398574829102
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,4,power_law_1.01,4.771724700927734
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,4,power_law_1.01,5.11480941772461
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,4,power_law_1.01,4.961836624145508
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,4,power_law_1.01,4.709759902954102
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,4,power_law_1.01,4.938675308227539
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,4,power_law_1.01,7.378521728515625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,4,power_law_1.01,7.663295745849609
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,4,power_law_1.01,7.9239036560058596
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,4,power_law_1.01,7.885183715820313
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,4,power_law_1.01,8.032396697998047
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,4,power_law_1.01,8.236908721923829
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,4,power_law_1.01,8.733344268798827
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,4,power_law_1.01,9.045062255859374
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,4,power_law_1.01,9.554476928710937
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,4,power_law_1.01,10.049407958984375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,4,power_law_1.01,11.448320007324218
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,4,power_law_1.01,12.8388671875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,4,power_law_1.01,17.115916442871093
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,4,power_law_1.01,21.818719482421876
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,4,power_law_1.01,30.827194213867188
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,4,power_law_1.01,39.65892333984375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,4,power_law_1.01,0.7664063930511474
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,4,power_law_1.01,1.3841535568237304
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,4,power_law_1.01,1.3535103797912598
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,4,power_law_1.01,2.1703359603881838
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,4,power_law_1.01,2.3481023788452147
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,4,power_law_1.01,3.7468990325927733
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,4,power_law_1.01,3.6017536163330077
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,4,power_law_1.01,3.6982593536376953
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,4,power_law_1.01,3.5119937896728515
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,4,power_law_1.01,3.572313690185547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,4,power_law_1.01,3.7658111572265627
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,4,power_law_1.01,7.559724426269531
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,4,power_law_1.01,7.918879699707031
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,4,power_law_1.01,8.177542114257813
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,4,power_law_1.01,8.045120239257812
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,4,power_law_1.01,8.157081604003906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,4,power_law_1.01,8.369843292236329
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,4,power_law_1.01,8.907443237304687
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,4,power_law_1.01,9.137664031982421
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,4,power_law_1.01,9.79658203125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,4,power_law_1.01,10.227097320556641
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,4,power_law_1.01,11.499046325683594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,4,power_law_1.01,13.210707092285157
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,4,power_law_1.01,17.25479736328125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,4,power_law_1.01,21.301657104492186
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,4,power_law_1.01,30.407635498046876
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,4,power_law_1.01,40.09593505859375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,4,power_law_1.01,0.6370560169219971
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,4,power_law_1.01,0.990329647064209
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,4,power_law_1.01,0.9937279701232911
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,4,power_law_1.01,1.435097599029541
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,4,power_law_1.01,1.7446592330932618
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,4,power_law_1.01,2.1744319915771486
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,4,power_law_1.01,2.4047040939331055
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,4,power_law_1.01,2.4552383422851562
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,4,power_law_1.01,2.5839616775512697
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,4,power_law_1.01,2.526880073547363
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,4,power_law_1.01,2.645350456237793
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,4,power_law_1.01,2.7313215255737306
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,4,power_law_1.01,2.746899223327637
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,4,power_law_1.01,2.8143552780151366
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,4,power_law_1.01,2.8343360900878904
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,4,power_law_1.01,2.9791744232177733
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,4,power_law_1.01,3.138579177856445
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,4,power_law_1.01,3.4113407135009766
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,4,power_law_1.01,3.5584575653076174
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,4,power_law_1.01,4.054470443725586
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,4,power_law_1.01,4.497286224365235
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,4,power_law_1.01,5.620851135253906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,4,power_law_1.01,6.874336242675781
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,4,power_law_1.01,9.569395446777344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,4,power_law_1.01,12.520537567138671
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,4,power_law_1.01,18.29276123046875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,4,power_law_1.01,24.52906951904297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,4,power_law_1.2,1.058080005645752
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,4,power_law_1.2,1.4874688148498536
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,4,power_law_1.2,1.8858816146850585
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,4,power_law_1.2,2.654368019104004
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,4,power_law_1.2,3.354764938354492
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,4,power_law_1.2,4.761177444458008
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,4,power_law_1.2,4.637913513183594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,4,power_law_1.2,4.596960067749023
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,4,power_law_1.2,4.851091384887695
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,4,power_law_1.2,4.841376113891601
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,4,power_law_1.2,5.214009475708008
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,4,power_law_1.2,7.462406158447266
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,4,power_law_1.2,7.854605102539063
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,4,power_law_1.2,7.809190368652343
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,4,power_law_1.2,8.272306823730469
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,4,power_law_1.2,7.949017333984375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,4,power_law_1.2,8.357830047607422
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,4,power_law_1.2,8.87479019165039
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,4,power_law_1.2,9.400563049316407
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,4,power_law_1.2,9.82586212158203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,4,power_law_1.2,10.717420959472657
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,4,power_law_1.2,12.056070709228516
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,4,power_law_1.2,14.449311828613281
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,4,power_law_1.2,19.783001708984376
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,4,power_law_1.2,25.159417724609376
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,4,power_law_1.2,35.38143310546875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,4,power_law_1.2,44.23696594238281
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,4,power_law_1.2,0.7727488040924072
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,4,power_law_1.2,1.0147711753845214
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,4,power_law_1.2,1.5018048286437988
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,4,power_law_1.2,1.8604352951049805
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,4,power_law_1.2,2.565299224853516
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,4,power_law_1.2,3.8895423889160154
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,4,power_law_1.2,3.7623424530029297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,4,power_law_1.2,3.421324920654297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,4,power_law_1.2,3.7192703247070313
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,4,power_law_1.2,3.6890430450439453
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,4,power_law_1.2,3.654079818725586
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,4,power_law_1.2,7.8947196960449215
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,4,power_law_1.2,8.015756988525391
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,4,power_law_1.2,8.256947326660157
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,4,power_law_1.2,8.520070648193359
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,4,power_law_1.2,8.554265594482422
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,4,power_law_1.2,8.399040222167969
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,4,power_law_1.2,8.839897918701173
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,4,power_law_1.2,9.256626892089844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,4,power_law_1.2,9.859359741210938
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,4,power_law_1.2,10.405907440185548
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,4,power_law_1.2,12.556748962402343
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,4,power_law_1.2,14.596409606933594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,4,power_law_1.2,19.861593627929686
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,4,power_law_1.2,23.41662139892578
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,4,power_law_1.2,31.799212646484374
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,4,power_law_1.2,42.603546142578125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,4,power_law_1.2,0.630406379699707
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,4,power_law_1.2,0.7387199878692627
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,4,power_law_1.2,1.0562687873840333
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,4,power_law_1.2,1.4217023849487305
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,4,power_law_1.2,1.5825792312622071
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,4,power_law_1.2,2.451308822631836
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,4,power_law_1.2,2.699430465698242
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,4,power_law_1.2,2.571513557434082
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,4,power_law_1.2,2.51278076171875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,4,power_law_1.2,2.4709823608398436
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,4,power_law_1.2,2.749363136291504
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,4,power_law_1.2,2.734604835510254
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,4,power_law_1.2,2.834016036987305
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,4,power_law_1.2,2.9113855361938477
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,4,power_law_1.2,3.000147247314453
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,4,power_law_1.2,3.116787147521973
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,4,power_law_1.2,2.9772544860839845
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,4,power_law_1.2,3.437420654296875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,4,power_law_1.2,3.654227066040039
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,4,power_law_1.2,4.1793983459472654
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,4,power_law_1.2,4.621945571899414
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,4,power_law_1.2,5.9115966796875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,4,power_law_1.2,7.179180908203125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,4,power_law_1.2,10.080326080322266
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,4,power_law_1.2,12.958316040039062
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,4,power_law_1.2,20.16228485107422
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,4,power_law_1.2,25.468089294433593
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,2688,22,512,4,1,power_law_1.01,0.31585919857025146
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,2688,22,512,4,1,power_law_1.01,0.5009791851043701
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,2688,22,512,4,1,power_law_1.01,0.9719488143920898
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,2688,22,512,4,1,power_law_1.01,1.7438528060913085
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,2688,22,512,4,1,power_law_1.01,2.41343994140625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,2688,22,512,4,1,power_law_1.01,4.1322368621826175
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,2688,22,512,4,1,power_law_1.01,4.4187969207763675
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,2688,22,512,4,1,power_law_1.01,4.616153717041016
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,2688,22,512,4,1,power_law_1.01,4.742124938964844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,2688,22,512,4,1,power_law_1.01,4.823564910888672
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,2688,22,512,4,1,power_law_1.01,4.966259384155274
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,2688,22,512,4,1,power_law_1.01,5.003942489624023
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,2688,22,512,4,1,power_law_1.01,5.161920166015625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,2688,22,512,4,1,power_law_1.01,5.285593414306641
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,2688,22,512,4,1,power_law_1.01,5.355680084228515
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,2688,22,512,4,1,power_law_1.01,5.431801605224609
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,2688,22,512,4,1,power_law_1.01,5.664268875122071
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,2688,22,512,4,1,power_law_1.01,7.94549789428711
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,4,1,power_law_1.01,8.169036865234375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,4,1,power_law_1.01,8.41009292602539
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,4,1,power_law_1.01,8.70479965209961
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,4,1,power_law_1.01,9.461228942871093
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,4,1,power_law_1.01,10.421619415283203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,4,1,power_law_1.01,13.332135009765626
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,4,1,power_law_1.01,16.712351989746093
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,4,1,power_law_1.01,24.109164428710937
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,4,1,power_law_1.01,31.348760986328124
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,4,1,power_law_1.01,0.2057215929031372
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,4,1,power_law_1.01,0.33746559619903566
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,4,1,power_law_1.01,0.666156816482544
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,4,1,power_law_1.01,1.1997440338134766
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,4,1,power_law_1.01,1.697862434387207
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,4,1,power_law_1.01,2.8735935211181642
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,4,1,power_law_1.01,3.053721618652344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,4,1,power_law_1.01,3.2230335235595704
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,4,1,power_law_1.01,3.2446014404296877
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,4,1,power_law_1.01,3.331532669067383
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,4,1,power_law_1.01,3.4305023193359374
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,4,1,power_law_1.01,3.4431232452392577
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,4,1,power_law_1.01,3.439859390258789
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,4,1,power_law_1.01,3.596422576904297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,4,1,power_law_1.01,3.602540969848633
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,4,1,power_law_1.01,3.5958911895751955
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,4,1,power_law_1.01,3.65088005065918
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,4,1,power_law_1.01,7.571116638183594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,4,1,power_law_1.01,7.823411560058593
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,4,1,power_law_1.01,8.072870635986328
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,4,1,power_law_1.01,8.345305633544921
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,4,1,power_law_1.01,9.056537628173828
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,4,1,power_law_1.01,10.03407974243164
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,4,1,power_law_1.01,12.301484680175781
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,4,1,power_law_1.01,15.037997436523437
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,4,1,power_law_1.01,21.134335327148438
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,4,1,power_law_1.01,27.778353881835937
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,2688,22,512,4,1,power_law_1.2,0.3156991958618164
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,2688,22,512,4,1,power_law_1.2,0.5018623828887939
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,2688,22,512,4,1,power_law_1.2,0.9750207901000977
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,2688,22,512,4,1,power_law_1.2,1.5410688400268555
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,2688,22,512,4,1,power_law_1.2,2.1952959060668946
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,2688,22,512,4,1,power_law_1.2,4.022956848144531
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,2688,22,512,4,1,power_law_1.2,4.389478302001953
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,2688,22,512,4,1,power_law_1.2,4.612614440917969
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,2688,22,512,4,1,power_law_1.2,4.720172882080078
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,2688,22,512,4,1,power_law_1.2,4.827884674072266
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,2688,22,512,4,1,power_law_1.2,4.934547042846679
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,2688,22,512,4,1,power_law_1.2,5.192966461181641
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,2688,22,512,4,1,power_law_1.2,5.25203857421875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,2688,22,512,4,1,power_law_1.2,5.466815948486328
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,2688,22,512,4,1,power_law_1.2,5.579072189331055
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,2688,22,512,4,1,power_law_1.2,5.593324661254883
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,2688,22,512,4,1,power_law_1.2,5.860505676269531
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,2688,22,512,4,1,power_law_1.2,8.127423858642578
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,4,1,power_law_1.2,8.26108169555664
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,4,1,power_law_1.2,8.629100799560547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,4,1,power_law_1.2,8.993094635009765
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,4,1,power_law_1.2,9.916365051269532
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,4,1,power_law_1.2,11.099871826171874
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,4,1,power_law_1.2,14.170413208007812
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,4,1,power_law_1.2,17.65708770751953
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,4,1,power_law_1.2,24.82791748046875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,4,1,power_law_1.2,32.1787841796875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,4,1,power_law_1.2,0.20495998859405518
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,4,1,power_law_1.2,0.3415168046951294
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,4,1,power_law_1.2,0.6572927951812744
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,4,1,power_law_1.2,1.0873984336853026
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,4,1,power_law_1.2,1.5385663986206055
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,4,1,power_law_1.2,2.8458816528320314
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,4,1,power_law_1.2,3.0886335372924805
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,4,1,power_law_1.2,3.164441680908203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,4,1,power_law_1.2,3.286969757080078
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,4,1,power_law_1.2,3.333318328857422
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,4,1,power_law_1.2,3.443308639526367
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,4,1,power_law_1.2,3.4743297576904295
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,4,1,power_law_1.2,3.5366207122802735
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,4,1,power_law_1.2,3.6887550354003906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,4,1,power_law_1.2,3.660512161254883
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,4,1,power_law_1.2,3.7384639739990235
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,4,1,power_law_1.2,3.753984069824219
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,4,1,power_law_1.2,7.706259155273438
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,4,1,power_law_1.2,7.969638061523438
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,4,1,power_law_1.2,8.24356460571289
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,4,1,power_law_1.2,8.600006103515625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,4,1,power_law_1.2,9.41228790283203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,4,1,power_law_1.2,10.562950134277344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,4,1,power_law_1.2,13.235302734375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,4,1,power_law_1.2,16.034303283691408
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,4,1,power_law_1.2,22.37918701171875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,4,1,power_law_1.2,28.695187377929688
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,8,power_law_1.01,0.3054784059524536
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,8,power_law_1.01,0.41144962310791017
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,8,power_law_1.01,0.41643519401550294
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,8,power_law_1.01,0.4155712127685547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,8,power_law_1.01,0.4183807849884033
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,8,power_law_1.01,0.42207999229431153
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,8,power_law_1.01,0.4238719940185547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,8,power_law_1.01,0.4336512088775635
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,8,power_law_1.01,0.4418623924255371
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,8,power_law_1.01,0.44916481971740724
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,8,power_law_1.01,0.4613311767578125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,8,power_law_1.01,0.4697984218597412
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,8,power_law_1.01,0.48336639404296877
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,8,power_law_1.01,0.5002624034881592
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,8,power_law_1.01,0.5937856197357178
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,8,power_law_1.01,0.6152128219604492
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,8,power_law_1.01,0.7684735774993896
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,8,power_law_1.01,1.1258175849914551
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,8,power_law_1.01,1.5665216445922852
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,8,power_law_1.01,2.4223295211791993
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,8,power_law_1.01,3.2401599884033203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,8,power_law_1.01,4.732902526855469
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,8,power_law_1.01,6.0884864807128904
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,8,power_law_1.01,10.070726776123047
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,8,power_law_1.01,15.425248718261718
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,8,power_law_1.01,24.014617919921875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,8,power_law_1.01,29.785690307617188
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,8,power_law_1.01,0.19274879693984986
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,8,power_law_1.01,0.40857601165771484
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,8,power_law_1.01,0.395084810256958
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,8,power_law_1.01,0.3949376106262207
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,8,power_law_1.01,0.4013631820678711
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,8,power_law_1.01,0.40712318420410154
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,8,power_law_1.01,0.41234560012817384
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,8,power_law_1.01,0.43379840850830076
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,8,power_law_1.01,0.44746880531311034
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,8,power_law_1.01,0.45472002029418945
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,8,power_law_1.01,0.47939839363098147
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,8,power_law_1.01,0.4882815837860107
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,8,power_law_1.01,0.49619197845458984
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,8,power_law_1.01,0.5087615966796875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,8,power_law_1.01,0.5331136226654053
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,8,power_law_1.01,0.5765056133270263
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,8,power_law_1.01,0.7443967819213867
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,8,power_law_1.01,1.0619711875915527
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,8,power_law_1.01,1.1781184196472168
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,8,power_law_1.01,1.8297920227050781
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,8,power_law_1.01,3.0825727462768553
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,8,power_law_1.01,4.686003112792969
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,8,power_law_1.01,5.533542251586914
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,8,power_law_1.01,9.057759857177734
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,8,power_law_1.01,11.101331329345703
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,8,power_law_1.01,19.447244262695314
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,8,power_law_1.01,28.767486572265625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,1,8,power_law_1.01,0.1915071964263916
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,1,8,power_law_1.01,0.19160959720611573
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,1,8,power_law_1.01,0.24154880046844482
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,1,8,power_law_1.01,0.1928320050239563
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,1,8,power_law_1.01,0.19481600522994996
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,1,8,power_law_1.01,0.1985919952392578
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,1,8,power_law_1.01,0.2528000116348267
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,1,8,power_law_1.01,0.2591808080673218
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,1,8,power_law_1.01,0.2697664022445679
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,1,8,power_law_1.01,0.27513599395751953
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,1,8,power_law_1.01,0.23989760875701904
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,1,8,power_law_1.01,0.2942271947860718
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,1,8,power_law_1.01,0.3065920114517212
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,1,8,power_law_1.01,0.31678080558776855
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,1,8,power_law_1.01,0.34593920707702636
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,1,8,power_law_1.01,0.3968447923660278
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,1,8,power_law_1.01,0.42259202003479
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,1,8,power_law_1.01,0.5940095901489257
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,1,8,power_law_1.01,0.8071680068969727
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,1,8,power_law_1.01,1.2444479942321778
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,1,8,power_law_1.01,1.5387968063354491
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,1,8,power_law_1.01,2.3915584564208983
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,1,8,power_law_1.01,3.1592512130737305
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,1,8,power_law_1.01,4.838521575927734
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,1,8,power_law_1.01,6.60492172241211
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,1,8,power_law_1.01,10.544755554199218
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,1,8,power_law_1.01,12.973420715332031
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,8,power_law_1.2,0.26634879112243653
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,8,power_law_1.2,0.41247358322143557
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,8,power_law_1.2,0.41541762351989747
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,8,power_law_1.2,0.4164031982421875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,8,power_law_1.2,0.4185215950012207
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,8,power_law_1.2,0.41996159553527834
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,8,power_law_1.2,0.42906880378723145
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,8,power_law_1.2,0.43444480895996096
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,8,power_law_1.2,0.43143038749694823
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,8,power_law_1.2,0.453107213973999
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,8,power_law_1.2,0.45818238258361815
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,8,power_law_1.2,0.471833610534668
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,8,power_law_1.2,0.4872960090637207
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,8,power_law_1.2,0.5016128063201905
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,8,power_law_1.2,0.5558784008026123
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,8,power_law_1.2,0.6718592166900634
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,8,power_law_1.2,0.7891007900238037
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,8,power_law_1.2,1.2142016410827636
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,8,power_law_1.2,1.614521598815918
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,8,power_law_1.2,2.3237888336181642
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,8,power_law_1.2,3.3430782318115235
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,8,power_law_1.2,5.011731338500977
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,8,power_law_1.2,6.579603576660157
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,8,power_law_1.2,9.905363464355469
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,8,power_law_1.2,15.187289428710937
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,8,power_law_1.2,24.424166870117187
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,8,power_law_1.2,30.603604125976563
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,8,power_law_1.2,0.19248000383377076
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,8,power_law_1.2,0.4082752227783203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,8,power_law_1.2,0.39714560508728025
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,8,power_law_1.2,0.3938623905181885
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,8,power_law_1.2,0.3953344106674194
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,8,power_law_1.2,0.40201601982116697
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,8,power_law_1.2,0.40947837829589845
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,8,power_law_1.2,0.43891201019287107
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,8,power_law_1.2,0.4508416175842285
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,8,power_law_1.2,0.4567232131958008
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,8,power_law_1.2,0.4856832027435303
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,8,power_law_1.2,0.4814720153808594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,8,power_law_1.2,0.49280638694763185
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,8,power_law_1.2,0.5079999923706054
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,8,power_law_1.2,0.5371007919311523
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,8,power_law_1.2,0.6059904098510742
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,8,power_law_1.2,0.6579648017883301
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,8,power_law_1.2,1.1317055702209473
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,8,power_law_1.2,1.4242495536804198
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,8,power_law_1.2,2.4000831604003907
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,8,power_law_1.2,3.1126527786254883
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,8,power_law_1.2,4.533209609985351
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,8,power_law_1.2,6.016723251342773
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,8,power_law_1.2,8.576844787597656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,8,power_law_1.2,11.886720275878906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,8,power_law_1.2,20.549810791015624
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,8,power_law_1.2,30.160433959960937
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,1,8,power_law_1.2,0.19061119556427003
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,1,8,power_law_1.2,0.19189120531082154
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,1,8,power_law_1.2,0.24152960777282714
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,1,8,power_law_1.2,0.19240319728851318
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,1,8,power_law_1.2,0.1945024013519287
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,1,8,power_law_1.2,0.1992576003074646
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,1,8,power_law_1.2,0.2542272090911865
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,1,8,power_law_1.2,0.2555520057678223
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,1,8,power_law_1.2,0.26488959789276123
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,1,8,power_law_1.2,0.28568320274353026
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,1,8,power_law_1.2,0.24561920166015624
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,1,8,power_law_1.2,0.28444159030914307
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,1,8,power_law_1.2,0.304531192779541
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,1,8,power_law_1.2,0.3245055913925171
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,1,8,power_law_1.2,0.3529344081878662
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,1,8,power_law_1.2,0.3936448097229004
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,1,8,power_law_1.2,0.459884786605835
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,1,8,power_law_1.2,0.6909120082855225
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,1,8,power_law_1.2,0.8587008476257324
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,1,8,power_law_1.2,1.255897617340088
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,1,8,power_law_1.2,1.6125120162963866
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,1,8,power_law_1.2,2.635545539855957
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,1,8,power_law_1.2,3.458879852294922
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,1,8,power_law_1.2,5.119712066650391
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,1,8,power_law_1.2,6.520883178710937
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,1,8,power_law_1.2,10.245184326171875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,1,8,power_law_1.2,13.890092468261718
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,14336,2,8,8,1,power_law_1.01,0.05799040198326111
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,14336,2,8,8,1,power_law_1.01,0.09182720184326172
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,14336,2,8,8,1,power_law_1.01,0.13204480409622193
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,14336,2,8,8,1,power_law_1.01,0.24550399780273438
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,14336,2,8,8,1,power_law_1.01,0.34041600227355956
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,14336,2,8,8,1,power_law_1.01,0.3410624027252197
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,14336,2,8,8,1,power_law_1.01,0.34482560157775877
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,14336,2,8,8,1,power_law_1.01,0.34622719287872317
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,14336,2,8,8,1,power_law_1.01,0.3413439989089966
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,14336,2,8,8,1,power_law_1.01,0.34853758811950686
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,14336,2,8,8,1,power_law_1.01,0.34954879283905027
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,14336,2,8,8,1,power_law_1.01,0.3510976076126099
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,14336,2,8,8,1,power_law_1.01,0.37173120975494384
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,14336,2,8,8,1,power_law_1.01,0.3817087888717651
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,14336,2,8,8,1,power_law_1.01,0.39045760631561277
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,14336,2,8,8,1,power_law_1.01,0.40515837669372556
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,14336,2,8,8,1,power_law_1.01,0.4106624126434326
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,14336,2,8,8,1,power_law_1.01,0.45759358406066897
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,8,1,power_law_1.01,0.5487360000610352
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,8,1,power_law_1.01,0.726035213470459
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,8,1,power_law_1.01,0.8915840148925781
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,8,1,power_law_1.01,1.2726079940795898
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,8,1,power_law_1.01,1.6442815780639648
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,8,1,power_law_1.01,2.4495744705200195
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,8,1,power_law_1.01,3.251174545288086
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,8,1,power_law_1.01,4.825823974609375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,8,1,power_law_1.01,6.4199676513671875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,8,1,power_law_1.01,0.03353599905967712
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,8,1,power_law_1.01,0.044486400485038755
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,8,1,power_law_1.01,0.05268480181694031
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,8,1,power_law_1.01,0.14542720317840577
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,8,1,power_law_1.01,0.31064960956573484
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,8,1,power_law_1.01,0.3287872076034546
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,8,1,power_law_1.01,0.3317312002182007
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,8,1,power_law_1.01,0.33279359340667725
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,8,1,power_law_1.01,0.32972159385681155
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,8,1,power_law_1.01,0.332915210723877
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,8,1,power_law_1.01,0.3309312105178833
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,8,1,power_law_1.01,0.33104639053344725
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,8,1,power_law_1.01,0.3377599954605103
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,8,1,power_law_1.01,0.3606784105300903
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,8,1,power_law_1.01,0.37361280918121337
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,8,1,power_law_1.01,0.385862398147583
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,8,1,power_law_1.01,0.4010496139526367
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,8,1,power_law_1.01,0.4331007957458496
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,8,1,power_law_1.01,0.4884223937988281
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,8,1,power_law_1.01,0.6349120140075684
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,8,1,power_law_1.01,0.8005311965942383
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,8,1,power_law_1.01,1.1661824226379394
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,8,1,power_law_1.01,1.5495807647705078
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,8,1,power_law_1.01,2.3284992218017577
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,8,1,power_law_1.01,3.113932800292969
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,8,1,power_law_1.01,4.715225601196289
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,8,1,power_law_1.01,6.29370231628418
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,8,1,power_law_1.01,0.05112959742546082
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,8,1,power_law_1.01,0.06185600161552429
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,8,1,power_law_1.01,0.09050880074501037
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,8,1,power_law_1.01,0.13313920497894288
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,8,1,power_law_1.01,0.13992320299148558
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,8,1,power_law_1.01,0.14569599628448487
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,8,1,power_law_1.01,0.14737919569015503
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,8,1,power_law_1.01,0.1469375967979431
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,8,1,power_law_1.01,0.15032960176467897
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,8,1,power_law_1.01,0.15267839431762695
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,8,1,power_law_1.01,0.15100799798965453
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,8,1,power_law_1.01,0.15502079725265502
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,8,1,power_law_1.01,0.16028800010681152
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,8,1,power_law_1.01,0.17637759447097778
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,8,1,power_law_1.01,0.19438719749450684
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,8,1,power_law_1.01,0.20151040554046631
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,8,1,power_law_1.01,0.18453760147094728
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,8,1,power_law_1.01,0.22651519775390624
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,8,1,power_law_1.01,0.27536640167236326
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,8,1,power_law_1.01,0.3769471883773804
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,8,1,power_law_1.01,0.47600641250610354
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,8,1,power_law_1.01,0.6651584148406983
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,8,1,power_law_1.01,0.8801728248596191
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,8,1,power_law_1.01,1.3108672142028808
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,8,1,power_law_1.01,1.7509695053100587
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,8,1,power_law_1.01,2.6497472763061523
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,8,1,power_law_1.01,3.5300865173339844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,14336,2,8,8,1,power_law_1.2,0.04289279878139496
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,14336,2,8,8,1,power_law_1.2,0.07143679857254029
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,14336,2,8,8,1,power_law_1.2,0.15264639854431153
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,14336,2,8,8,1,power_law_1.2,0.23934080600738525
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,14336,2,8,8,1,power_law_1.2,0.3394815921783447
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,14336,2,8,8,1,power_law_1.2,0.3413952112197876
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,14336,2,8,8,1,power_law_1.2,0.3446336030960083
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,14336,2,8,8,1,power_law_1.2,0.3460544109344482
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,14336,2,8,8,1,power_law_1.2,0.34701440334320066
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,14336,2,8,8,1,power_law_1.2,0.3479552030563354
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,14336,2,8,8,1,power_law_1.2,0.3472896099090576
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,14336,2,8,8,1,power_law_1.2,0.3531264066696167
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,14336,2,8,8,1,power_law_1.2,0.3732287883758545
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,14336,2,8,8,1,power_law_1.2,0.37655680179595946
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,14336,2,8,8,1,power_law_1.2,0.38509440422058105
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,14336,2,8,8,1,power_law_1.2,0.4152575969696045
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,14336,2,8,8,1,power_law_1.2,0.4256703853607178
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,14336,2,8,8,1,power_law_1.2,0.44184322357177735
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,8,1,power_law_1.2,0.5411200046539306
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,8,1,power_law_1.2,0.71495041847229
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,8,1,power_law_1.2,0.8959039688110352
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,8,1,power_law_1.2,1.286092758178711
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,8,1,power_law_1.2,1.6480255126953125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,8,1,power_law_1.2,2.43702392578125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,8,1,power_law_1.2,3.243660736083984
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,8,1,power_law_1.2,4.825273513793945
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,8,1,power_law_1.2,6.401638031005859
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,8,1,power_law_1.2,0.03434880077838898
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,8,1,power_law_1.2,0.04359680116176605
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,8,1,power_law_1.2,0.0546176016330719
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,8,1,power_law_1.2,0.15062400102615356
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,8,1,power_law_1.2,0.3301055908203125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,8,1,power_law_1.2,0.3214400053024292
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,8,1,power_law_1.2,0.331328010559082
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,8,1,power_law_1.2,0.3335488080978394
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,8,1,power_law_1.2,0.33257598876953126
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,8,1,power_law_1.2,0.33175680637359617
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,8,1,power_law_1.2,0.33368959426879885
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,8,1,power_law_1.2,0.33578240871429443
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,8,1,power_law_1.2,0.3496511936187744
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,8,1,power_law_1.2,0.3604608058929443
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,8,1,power_law_1.2,0.37397758960723876
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,8,1,power_law_1.2,0.3863744020462036
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,8,1,power_law_1.2,0.4037504196166992
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,8,1,power_law_1.2,0.4338560104370117
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,8,1,power_law_1.2,0.483622407913208
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,8,1,power_law_1.2,0.6517248153686523
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,8,1,power_law_1.2,0.8369664192199707
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,8,1,power_law_1.2,1.163321590423584
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,8,1,power_law_1.2,1.5686847686767578
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,8,1,power_law_1.2,2.3681663513183593
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,8,1,power_law_1.2,3.120787239074707
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,8,1,power_law_1.2,4.73559684753418
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,8,1,power_law_1.2,6.3253631591796875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,8,1,power_law_1.2,0.0506879985332489
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,8,1,power_law_1.2,0.05565440058708191
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,8,1,power_law_1.2,0.08051199913024902
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,8,1,power_law_1.2,0.13621120452880858
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,8,1,power_law_1.2,0.13948800563812255
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,8,1,power_law_1.2,0.1454208016395569
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,8,1,power_law_1.2,0.14750720262527467
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,8,1,power_law_1.2,0.1498751997947693
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,8,1,power_law_1.2,0.1498047947883606
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,8,1,power_law_1.2,0.15266560316085814
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,8,1,power_law_1.2,0.15489280223846436
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,8,1,power_law_1.2,0.15633920431137086
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,8,1,power_law_1.2,0.16255359649658202
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,8,1,power_law_1.2,0.17807999849319459
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,8,1,power_law_1.2,0.20402560234069825
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,8,1,power_law_1.2,0.20320000648498535
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,8,1,power_law_1.2,0.184825599193573
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,8,1,power_law_1.2,0.22611839771270753
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,8,1,power_law_1.2,0.27842559814453127
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,8,1,power_law_1.2,0.37219839096069335
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,8,1,power_law_1.2,0.4694784164428711
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,8,1,power_law_1.2,0.6624576091766358
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,8,1,power_law_1.2,0.8812288284301758
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,8,1,power_law_1.2,1.3158016204833984
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,8,1,power_law_1.2,1.7503679275512696
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,8,1,power_law_1.2,2.6421375274658203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,8,1,power_law_1.2,3.527155303955078
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,8,power_law_1.01,0.42510080337524414
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,8,power_law_1.01,0.6591040134429932
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,8,power_law_1.01,0.6616191864013672
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,8,power_law_1.01,0.6653120040893554
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,8,power_law_1.01,0.6609536170959472
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,8,power_law_1.01,0.6750527858734131
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,8,power_law_1.01,0.680083179473877
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,8,power_law_1.01,0.6875264167785644
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,8,power_law_1.01,0.7074368000030518
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,8,power_law_1.01,0.7070144176483154
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,8,power_law_1.01,0.7644608020782471
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,8,power_law_1.01,0.7505919933319092
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,8,power_law_1.01,0.7334144115447998
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,8,power_law_1.01,0.8465727806091309
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,8,power_law_1.01,0.9220479965209961
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,8,power_law_1.01,1.0342656135559083
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,8,power_law_1.01,1.3355775833129884
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,8,power_law_1.01,2.028390312194824
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,8,power_law_1.01,2.673491287231445
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,8,power_law_1.01,3.9419391632080076
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,8,power_law_1.01,4.884403228759766
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,8,power_law_1.01,7.079296112060547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,8,power_law_1.01,11.456237030029296
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,8,power_law_1.01,16.136895751953126
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,8,power_law_1.01,24.074354553222655
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,8,power_law_1.01,37.3436279296875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,8,power_law_1.01,51.62969970703125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,8,power_law_1.01,0.3001408100128174
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,8,power_law_1.01,0.6363711833953858
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,8,power_law_1.01,0.6210624217987061
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,8,power_law_1.01,0.6228799819946289
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,8,power_law_1.01,0.6231743812561035
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,8,power_law_1.01,0.6299647808074951
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,8,power_law_1.01,0.6500736236572265
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,8,power_law_1.01,0.6637567996978759
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,8,power_law_1.01,0.6641983985900879
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,8,power_law_1.01,0.7000576019287109
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,8,power_law_1.01,0.7185855865478515
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,8,power_law_1.01,0.7423168182373047
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,8,power_law_1.01,0.766860818862915
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,8,power_law_1.01,0.7940032005310058
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,8,power_law_1.01,0.8509183883666992
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,8,power_law_1.01,0.9142080307006836
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,8,power_law_1.01,1.075603199005127
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,8,power_law_1.01,1.9372480392456055
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,8,power_law_1.01,2.441107177734375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,8,power_law_1.01,3.248428726196289
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,8,power_law_1.01,4.8367870330810545
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,8,power_law_1.01,6.491584014892578
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,8,power_law_1.01,9.524588775634765
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,8,power_law_1.01,15.019168090820312
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,8,power_law_1.01,19.299130249023438
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,8,power_law_1.01,35.67210388183594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,8,power_law_1.01,48.82970275878906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,1,8,power_law_1.01,0.2632960081100464
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,1,8,power_law_1.01,0.31947519779205324
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,1,8,power_law_1.01,0.2759552001953125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,1,8,power_law_1.01,0.2991872072219849
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,1,8,power_law_1.01,0.30177280902862547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,1,8,power_law_1.01,0.3058111906051636
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,1,8,power_law_1.01,0.3232703924179077
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,1,8,power_law_1.01,0.328767991065979
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,1,8,power_law_1.01,0.35371520519256594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,1,8,power_law_1.01,0.3706239938735962
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,1,8,power_law_1.01,0.3747584104537964
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,1,8,power_law_1.01,0.39193599224090575
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,1,8,power_law_1.01,0.41281280517578123
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,1,8,power_law_1.01,0.42736639976501467
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,1,8,power_law_1.01,0.4552127838134766
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,1,8,power_law_1.01,0.5437248229980469
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,1,8,power_law_1.01,0.6749440193176269
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,1,8,power_law_1.01,0.9387519836425782
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,1,8,power_law_1.01,1.217414379119873
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,1,8,power_law_1.01,1.8092159271240233
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,1,8,power_law_1.01,2.4470144271850587
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,1,8,power_law_1.01,3.703334426879883
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,1,8,power_law_1.01,5.111001586914062
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,1,8,power_law_1.01,7.4912254333496096
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,1,8,power_law_1.01,9.756729888916016
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,1,8,power_law_1.01,16.097222900390626
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,1,8,power_law_1.01,22.097357177734374
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,8,power_law_1.2,0.42569599151611326
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,8,power_law_1.2,0.665555191040039
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,8,power_law_1.2,0.6552768230438233
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,8,power_law_1.2,0.6628672122955322
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,8,power_law_1.2,0.6647744178771973
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,8,power_law_1.2,0.6705599784851074
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,8,power_law_1.2,0.6845759868621826
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,8,power_law_1.2,0.6851136207580566
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,8,power_law_1.2,0.7156799793243408
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,8,power_law_1.2,0.7352255821228028
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,8,power_law_1.2,0.7794943809509277
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,8,power_law_1.2,0.7374335765838623
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,8,power_law_1.2,0.7691199779510498
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,8,power_law_1.2,0.7873727798461914
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,8,power_law_1.2,0.9475008010864258
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,8,power_law_1.2,1.0850751876831055
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,8,power_law_1.2,1.2589759826660156
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,8,power_law_1.2,2.1408191680908204
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,8,power_law_1.2,2.7347648620605467
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,8,power_law_1.2,4.147193527221679
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,8,power_law_1.2,5.395251083374023
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,8,power_law_1.2,7.9953666687011715
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,8,power_law_1.2,10.834815979003906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,8,power_law_1.2,17.36506805419922
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,8,power_law_1.2,26.464801025390624
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,8,power_law_1.2,41.264398193359376
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,8,power_law_1.2,57.042901611328126
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,8,power_law_1.2,0.29806718826293943
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,8,power_law_1.2,0.6345664024353027
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,8,power_law_1.2,0.624019193649292
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,8,power_law_1.2,0.6248191833496094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,8,power_law_1.2,0.6276031970977783
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,8,power_law_1.2,0.6345471858978271
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,8,power_law_1.2,0.6495552062988281
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,8,power_law_1.2,0.6592895984649658
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,8,power_law_1.2,0.6853951930999755
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,8,power_law_1.2,0.7157695770263672
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,8,power_law_1.2,0.7385024070739746
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,8,power_law_1.2,0.7550015926361084
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,8,power_law_1.2,0.7701119899749755
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,8,power_law_1.2,0.7919616222381591
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,8,power_law_1.2,0.8609984397888184
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,8,power_law_1.2,0.9510848045349121
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,8,power_law_1.2,1.290003204345703
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,8,power_law_1.2,1.7448959350585938
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,8,power_law_1.2,2.421753692626953
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,8,power_law_1.2,3.694112014770508
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,8,power_law_1.2,4.756473541259766
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,8,power_law_1.2,7.358348846435547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,8,power_law_1.2,8.869087982177735
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,8,power_law_1.2,14.371014404296876
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,8,power_law_1.2,20.655270385742188
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,8,power_law_1.2,31.53777160644531
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,8,power_law_1.2,50.26045532226563
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,1,8,power_law_1.2,0.26372480392456055
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,1,8,power_law_1.2,0.3198080062866211
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,1,8,power_law_1.2,0.2754944086074829
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,1,8,power_law_1.2,0.2892224073410034
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,1,8,power_law_1.2,0.3247040033340454
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,1,8,power_law_1.2,0.3284991979598999
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,1,8,power_law_1.2,0.33535358905792234
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,1,8,power_law_1.2,0.33079679012298585
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,1,8,power_law_1.2,0.34009599685668945
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,1,8,power_law_1.2,0.3712768077850342
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,1,8,power_law_1.2,0.3819456100463867
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,1,8,power_law_1.2,0.403872013092041
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,1,8,power_law_1.2,0.40843520164489744
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,1,8,power_law_1.2,0.4460927963256836
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,1,8,power_law_1.2,0.48122239112854004
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,1,8,power_law_1.2,0.5144512176513671
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,1,8,power_law_1.2,0.6658559799194336
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,1,8,power_law_1.2,1.0150976181030273
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,1,8,power_law_1.2,1.3133376121520997
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,1,8,power_law_1.2,2.030303955078125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,1,8,power_law_1.2,2.6233856201171877
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,1,8,power_law_1.2,3.704403305053711
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,1,8,power_law_1.2,5.335673522949219
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,1,8,power_law_1.2,7.803020477294922
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,1,8,power_law_1.2,10.603276824951172
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,1,8,power_law_1.2,16.007609558105468
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,1,8,power_law_1.2,22.270719909667967
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,6144,16384,2,8,8,1,power_law_1.01,0.11079679727554322
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,6144,16384,2,8,8,1,power_law_1.01,0.18738559484481812
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,6144,16384,2,8,8,1,power_law_1.01,0.25657598972320556
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,6144,16384,2,8,8,1,power_law_1.01,0.40062718391418456
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,6144,16384,2,8,8,1,power_law_1.01,0.6209792137145996
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,6144,16384,2,8,8,1,power_law_1.01,0.6254784107208252
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,6144,16384,2,8,8,1,power_law_1.01,0.6271552085876465
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,6144,16384,2,8,8,1,power_law_1.01,0.6325056076049804
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,6144,16384,2,8,8,1,power_law_1.01,0.6185344219207763
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,6144,16384,2,8,8,1,power_law_1.01,0.6224319934844971
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,6144,16384,2,8,8,1,power_law_1.01,0.650713586807251
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,6144,16384,2,8,8,1,power_law_1.01,0.6558591842651367
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,6144,16384,2,8,8,1,power_law_1.01,0.6553664207458496
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,6144,16384,2,8,8,1,power_law_1.01,0.64901762008667
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,6144,16384,2,8,8,1,power_law_1.01,0.7059455871582031
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,6144,16384,2,8,8,1,power_law_1.01,0.7148608207702637
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,6144,16384,2,8,8,1,power_law_1.01,0.7406400203704834
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,6144,16384,2,8,8,1,power_law_1.01,0.7493311882019043
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,8,1,power_law_1.01,0.9295295715332031
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,8,1,power_law_1.01,1.2295616149902344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,8,1,power_law_1.01,1.487769603729248
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,8,1,power_law_1.01,2.1369792938232424
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,8,1,power_law_1.01,2.7829376220703126
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,8,1,power_law_1.01,4.122118377685547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,8,1,power_law_1.01,5.432550430297852
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,8,1,power_law_1.01,8.157823944091797
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,8,1,power_law_1.01,11.115916442871093
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,8,1,power_law_1.01,0.06219519972801209
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,8,1,power_law_1.01,0.11608959436416626
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,8,1,power_law_1.01,0.12316800355911255
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,8,1,power_law_1.01,0.2798912048339844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,8,1,power_law_1.01,0.594816017150879
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,8,1,power_law_1.01,0.6184447765350342
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,8,1,power_law_1.01,0.6007359981536865
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,8,1,power_law_1.01,0.6251327991485596
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,8,1,power_law_1.01,0.6273600101470947
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,8,1,power_law_1.01,0.6290495872497559
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,8,1,power_law_1.01,0.6353792190551758
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,8,1,power_law_1.01,0.643609619140625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,8,1,power_law_1.01,0.6417344093322754
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,8,1,power_law_1.01,0.6564032077789307
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,8,1,power_law_1.01,0.6606207847595215
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,8,1,power_law_1.01,0.6870912075042724
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,8,1,power_law_1.01,0.7157375812530518
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,8,1,power_law_1.01,0.7751359939575195
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,8,1,power_law_1.01,0.8670656204223632
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,8,1,power_law_1.01,1.1264512062072753
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,8,1,power_law_1.01,1.3810367584228516
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,8,1,power_law_1.01,2.018835258483887
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,8,1,power_law_1.01,2.635820770263672
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,8,1,power_law_1.01,4.0059967041015625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,8,1,power_law_1.01,5.289580917358398
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,8,1,power_law_1.01,7.929119873046875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,8,1,power_law_1.01,10.558662414550781
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,8,1,power_law_1.01,0.06539520025253295
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,8,1,power_law_1.01,0.08456959724426269
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,8,1,power_law_1.01,0.14001920223236083
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,8,1,power_law_1.01,0.2369472026824951
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,8,1,power_law_1.01,0.2189568042755127
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,8,1,power_law_1.01,0.23437440395355225
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,8,1,power_law_1.01,0.23623039722442626
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,8,1,power_law_1.01,0.2452672004699707
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,8,1,power_law_1.01,0.2472831964492798
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,8,1,power_law_1.01,0.25104000568389895
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,8,1,power_law_1.01,0.24968960285186767
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,8,1,power_law_1.01,0.2526655912399292
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,8,1,power_law_1.01,0.2562175989151001
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,8,1,power_law_1.01,0.2922559976577759
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,8,1,power_law_1.01,0.2905535936355591
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,8,1,power_law_1.01,0.3069888114929199
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,8,1,power_law_1.01,0.28609280586242675
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,8,1,power_law_1.01,0.3577791929244995
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,8,1,power_law_1.01,0.42902398109436035
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,8,1,power_law_1.01,0.5723584175109864
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,8,1,power_law_1.01,0.7371263980865479
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,8,1,power_law_1.01,1.0783295631408691
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,8,1,power_law_1.01,1.4181887626647949
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,8,1,power_law_1.01,2.1142528533935545
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,8,1,power_law_1.01,2.80710391998291
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,8,1,power_law_1.01,4.20373764038086
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,8,1,power_law_1.01,5.593798446655273
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,6144,16384,2,8,8,1,power_law_1.2,0.1145408034324646
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,6144,16384,2,8,8,1,power_law_1.2,0.1773311972618103
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,6144,16384,2,8,8,1,power_law_1.2,0.2264256000518799
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,6144,16384,2,8,8,1,power_law_1.2,0.4225791931152344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,6144,16384,2,8,8,1,power_law_1.2,0.6210048198699951
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,6144,16384,2,8,8,1,power_law_1.2,0.6277120113372803
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,6144,16384,2,8,8,1,power_law_1.2,0.6292672157287598
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,6144,16384,2,8,8,1,power_law_1.2,0.6369472026824952
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,6144,16384,2,8,8,1,power_law_1.2,0.6372799873352051
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,6144,16384,2,8,8,1,power_law_1.2,0.6463039875030517
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,6144,16384,2,8,8,1,power_law_1.2,0.6554624080657959
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,6144,16384,2,8,8,1,power_law_1.2,0.6502975940704345
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,6144,16384,2,8,8,1,power_law_1.2,0.652294397354126
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,6144,16384,2,8,8,1,power_law_1.2,0.664518404006958
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,6144,16384,2,8,8,1,power_law_1.2,0.6932479858398437
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,6144,16384,2,8,8,1,power_law_1.2,0.7001664161682128
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,6144,16384,2,8,8,1,power_law_1.2,0.7289279937744141
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,6144,16384,2,8,8,1,power_law_1.2,0.7906943798065186
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,8,1,power_law_1.2,0.9080960273742675
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,8,1,power_law_1.2,1.231987190246582
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,8,1,power_law_1.2,1.4898624420166016
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,8,1,power_law_1.2,2.19036808013916
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,8,1,power_law_1.2,2.8172735214233398
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,8,1,power_law_1.2,4.20582389831543
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,8,1,power_law_1.2,5.433926391601562
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,8,1,power_law_1.2,8.183168029785156
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,8,1,power_law_1.2,11.032294464111327
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,8,1,power_law_1.2,0.05856000185012818
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,8,1,power_law_1.2,0.0929472029209137
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,8,1,power_law_1.2,0.10150400400161744
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,8,1,power_law_1.2,0.2790911912918091
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,8,1,power_law_1.2,0.6236159801483154
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,8,1,power_law_1.2,0.627948808670044
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,8,1,power_law_1.2,0.5941696166992188
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,8,1,power_law_1.2,0.6100543975830078
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,8,1,power_law_1.2,0.6319039821624756
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,8,1,power_law_1.2,0.6370175838470459
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,8,1,power_law_1.2,0.6366079807281494
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,8,1,power_law_1.2,0.6433023929595947
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,8,1,power_law_1.2,0.6517888069152832
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,8,1,power_law_1.2,0.6620800018310546
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,8,1,power_law_1.2,0.6828800201416015
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,8,1,power_law_1.2,0.6814335823059082
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,8,1,power_law_1.2,0.7090943813323974
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,8,1,power_law_1.2,0.80513916015625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,8,1,power_law_1.2,0.8926464080810547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,8,1,power_law_1.2,1.153983974456787
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,8,1,power_law_1.2,1.4019583702087401
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,8,1,power_law_1.2,2.012006378173828
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,8,1,power_law_1.2,2.637401580810547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,8,1,power_law_1.2,3.980665588378906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,8,1,power_law_1.2,5.303526306152344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,8,1,power_law_1.2,7.911231994628906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,8,1,power_law_1.2,10.53939208984375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,8,1,power_law_1.2,0.06442880034446716
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,8,1,power_law_1.2,0.10657279491424561
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,8,1,power_law_1.2,0.1295807957649231
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,8,1,power_law_1.2,0.23205759525299072
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,8,1,power_law_1.2,0.2332159996032715
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,8,1,power_law_1.2,0.2271872043609619
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,8,1,power_law_1.2,0.2382335901260376
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,8,1,power_law_1.2,0.24387838840484619
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,8,1,power_law_1.2,0.2460416078567505
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,8,1,power_law_1.2,0.2501888036727905
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,8,1,power_law_1.2,0.2526335954666138
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,8,1,power_law_1.2,0.2502016067504883
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,8,1,power_law_1.2,0.2631040096282959
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,8,1,power_law_1.2,0.2976639986038208
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,8,1,power_law_1.2,0.2964544057846069
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,8,1,power_law_1.2,0.3036992073059082
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,8,1,power_law_1.2,0.29025280475616455
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,8,1,power_law_1.2,0.3572416067123413
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,8,1,power_law_1.2,0.4321152210235596
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,8,1,power_law_1.2,0.5713856220245361
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,8,1,power_law_1.2,0.7392831802368164
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,8,1,power_law_1.2,1.0720512390136718
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,8,1,power_law_1.2,1.4206656455993651
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,8,1,power_law_1.2,2.1213632583618165
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,8,1,power_law_1.2,2.7997055053710938
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,8,1,power_law_1.2,4.2022144317626955
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,8,1,power_law_1.2,5.5874176025390625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,8,power_law_1.01,0.4811583995819092
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,8,power_law_1.01,0.9451071739196777
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,8,power_law_1.01,1.211622428894043
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,8,power_law_1.01,1.4378496170043946
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,8,power_law_1.01,1.4100735664367676
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,8,power_law_1.01,1.4242688179016114
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,8,power_law_1.01,2.578508758544922
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,8,power_law_1.01,2.7986047744750975
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,8,power_law_1.01,2.444243240356445
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,8,power_law_1.01,2.545907211303711
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,8,power_law_1.01,2.594099235534668
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,8,power_law_1.01,2.4345216751098633
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,8,power_law_1.01,2.6650047302246094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,8,power_law_1.01,2.719500732421875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,8,power_law_1.01,2.5774911880493163
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,8,power_law_1.01,2.8366336822509766
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,8,power_law_1.01,2.77893123626709
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,8,power_law_1.01,2.938342475891113
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,8,power_law_1.01,3.0672319412231444
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,8,power_law_1.01,3.2648319244384765
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,8,power_law_1.01,3.6240257263183593
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,8,power_law_1.01,4.207987213134766
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,8,power_law_1.01,4.520844650268555
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,8,power_law_1.01,5.9208831787109375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,8,power_law_1.01,7.52239990234375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,8,power_law_1.01,10.654431915283203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,8,power_law_1.01,12.984678649902344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,8,power_law_1.01,0.33714559078216555
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,8,power_law_1.01,0.7029823780059814
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,8,power_law_1.01,0.8879551887512207
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,8,power_law_1.01,0.9859328269958496
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,8,power_law_1.01,1.086348819732666
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,8,power_law_1.01,1.0789631843566894
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,8,power_law_1.01,2.3879871368408203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,8,power_law_1.01,2.4253376007080076
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,8,power_law_1.01,2.5395839691162108
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,8,power_law_1.01,2.4657920837402343
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,8,power_law_1.01,2.6353727340698243
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,8,power_law_1.01,2.4824640274047853
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,8,power_law_1.01,2.6098880767822266
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,8,power_law_1.01,2.5310976028442385
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,8,power_law_1.01,2.886425590515137
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,8,power_law_1.01,2.925958442687988
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,8,power_law_1.01,2.925881576538086
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,8,power_law_1.01,3.1906047821044923
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,8,power_law_1.01,3.1931007385253904
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,8,power_law_1.01,3.388332748413086
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,8,power_law_1.01,3.58087043762207
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,8,power_law_1.01,4.197958374023438
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,8,power_law_1.01,4.686809539794922
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,8,power_law_1.01,6.127603149414062
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,8,power_law_1.01,7.462828826904297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,8,power_law_1.01,10.760697937011718
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,8,power_law_1.01,14.078681945800781
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,8,power_law_1.01,0.27146239280700685
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,8,power_law_1.01,0.5059135913848877
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,8,power_law_1.01,0.6373055934906006
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,8,power_law_1.01,0.8098112106323242
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,8,power_law_1.01,0.8295424461364747
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,8,power_law_1.01,0.699948787689209
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,8,power_law_1.01,0.8226304054260254
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,8,power_law_1.01,0.9008319854736329
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,8,power_law_1.01,0.8548352241516113
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,8,power_law_1.01,0.9957823753356934
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,8,power_law_1.01,0.8951168060302734
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,8,power_law_1.01,0.9621696472167969
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,8,power_law_1.01,0.9458751678466797
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,8,power_law_1.01,0.9943679809570313
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,8,power_law_1.01,0.9848192214965821
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,8,power_law_1.01,1.0563648223876954
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,8,power_law_1.01,1.0429823875427247
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,8,power_law_1.01,1.1732288360595704
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,8,power_law_1.01,1.3089535713195801
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,8,power_law_1.01,1.4122048377990724
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,8,power_law_1.01,1.6429887771606446
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,8,power_law_1.01,2.0225088119506838
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,8,power_law_1.01,2.4887296676635744
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,8,power_law_1.01,3.5032257080078124
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,8,power_law_1.01,4.504102325439453
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,8,power_law_1.01,6.565030670166015
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,8,power_law_1.01,9.176185607910156
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,8,power_law_1.2,0.4814335823059082
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,8,power_law_1.2,0.9526016235351562
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,8,power_law_1.2,0.962003231048584
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,8,power_law_1.2,1.33253755569458
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,8,power_law_1.2,1.5803008079528809
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,8,power_law_1.2,1.3424896240234374
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,8,power_law_1.2,2.4022464752197266
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,8,power_law_1.2,2.243987274169922
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,8,power_law_1.2,2.4167552947998048
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,8,power_law_1.2,2.3790464401245117
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,8,power_law_1.2,2.674291229248047
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,8,power_law_1.2,2.3751808166503907
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,8,power_law_1.2,2.64770565032959
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,8,power_law_1.2,2.706950378417969
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,8,power_law_1.2,2.753670310974121
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,8,power_law_1.2,2.7385215759277344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,8,power_law_1.2,2.755615997314453
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,8,power_law_1.2,3.0549503326416017
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,8,power_law_1.2,3.0287551879882812
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,8,power_law_1.2,3.334969711303711
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,8,power_law_1.2,3.770163345336914
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,8,power_law_1.2,4.178803253173828
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,8,power_law_1.2,4.995404815673828
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,8,power_law_1.2,7.0080513000488285
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,8,power_law_1.2,8.533535766601563
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,8,power_law_1.2,11.78174057006836
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,8,power_law_1.2,18.629241943359375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,8,power_law_1.2,0.341427206993103
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,8,power_law_1.2,0.7078783988952637
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,8,power_law_1.2,0.6517439842224121
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,8,power_law_1.2,0.9068351745605469
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,8,power_law_1.2,1.117471981048584
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,8,power_law_1.2,1.0870335578918457
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,8,power_law_1.2,2.790572738647461
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,8,power_law_1.2,2.562214469909668
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,8,power_law_1.2,2.602412796020508
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,8,power_law_1.2,2.4073919296264648
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,8,power_law_1.2,2.549344062805176
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,8,power_law_1.2,2.5665664672851562
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,8,power_law_1.2,2.495859146118164
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,8,power_law_1.2,2.6773183822631834
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,8,power_law_1.2,2.7155391693115236
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,8,power_law_1.2,2.9095359802246095
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,8,power_law_1.2,2.9682943344116213
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,8,power_law_1.2,3.1209407806396485
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,8,power_law_1.2,3.33612174987793
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,8,power_law_1.2,3.506284713745117
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,8,power_law_1.2,3.714451217651367
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,8,power_law_1.2,4.3107646942138675
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,8,power_law_1.2,5.2204734802246096
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,8,power_law_1.2,6.9387969970703125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,8,power_law_1.2,7.817587280273438
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,8,power_law_1.2,12.620454406738281
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,8,power_law_1.2,17.080953979492186
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,8,power_law_1.2,0.2709696054458618
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,8,power_law_1.2,0.46421117782592775
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,8,power_law_1.2,0.4972095966339111
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,8,power_law_1.2,0.6464831829071045
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,8,power_law_1.2,0.861292839050293
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,8,power_law_1.2,0.7764224052429199
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,8,power_law_1.2,0.9519935607910156
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,8,power_law_1.2,0.9278207778930664
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,8,power_law_1.2,0.8527104377746582
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,8,power_law_1.2,0.9152064323425293
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,8,power_law_1.2,0.8550016403198242
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,8,power_law_1.2,0.932307243347168
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,8,power_law_1.2,0.9187264442443848
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,8,power_law_1.2,0.9767168045043946
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,8,power_law_1.2,1.019705581665039
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,8,power_law_1.2,1.0408703804016113
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,8,power_law_1.2,1.0837247848510743
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,8,power_law_1.2,1.2020544052124023
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,8,power_law_1.2,1.3074175834655761
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,8,power_law_1.2,1.4653183937072753
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,8,power_law_1.2,1.6697856903076171
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,8,power_law_1.2,2.192576026916504
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,8,power_law_1.2,2.693881607055664
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,8,power_law_1.2,3.8176959991455077
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,8,power_law_1.2,5.068255996704101
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,8,power_law_1.2,7.322284698486328
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,8,power_law_1.2,9.836589050292968
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,7168,2048,8,256,8,1,power_law_1.01,0.033497598767280576
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,7168,2048,8,256,8,1,power_law_1.01,0.13343360424041747
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,7168,2048,8,256,8,1,power_law_1.01,0.24951040744781494
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,7168,2048,8,256,8,1,power_law_1.01,0.4797247886657715
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,7168,2048,8,256,8,1,power_law_1.01,0.732313585281372
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,7168,2048,8,256,8,1,power_law_1.01,1.0008959770202637
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,7168,2048,8,256,8,1,power_law_1.01,1.3347840309143066
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,7168,2048,8,256,8,1,power_law_1.01,1.4219648361206054
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,7168,2048,8,256,8,1,power_law_1.01,1.4699199676513672
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,7168,2048,8,256,8,1,power_law_1.01,1.517305564880371
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,7168,2048,8,256,8,1,power_law_1.01,1.5759039878845216
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,7168,2048,8,256,8,1,power_law_1.01,1.609382438659668
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,7168,2048,8,256,8,1,power_law_1.01,1.6664703369140625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,7168,2048,8,256,8,1,power_law_1.01,1.6856063842773437
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,7168,2048,8,256,8,1,power_law_1.01,2.372217559814453
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,7168,2048,8,256,8,1,power_law_1.01,2.347609519958496
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,7168,2048,8,256,8,1,power_law_1.01,2.491935920715332
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,7168,2048,8,256,8,1,power_law_1.01,2.550540733337402
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,8,1,power_law_1.01,2.612294387817383
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,8,1,power_law_1.01,2.8354368209838867
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,8,1,power_law_1.01,2.9576255798339846
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,8,1,power_law_1.01,3.3612289428710938
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,8,1,power_law_1.01,3.68969612121582
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,8,1,power_law_1.01,4.4038337707519535
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,8,1,power_law_1.01,5.1737407684326175
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,8,1,power_law_1.01,6.923987579345703
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,8,1,power_law_1.01,8.765695953369141
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,8,1,power_law_1.01,0.029145601391792297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,8,1,power_law_1.01,0.033913600444793704
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,8,1,power_law_1.01,0.13638399839401244
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,8,1,power_law_1.01,0.30767359733581545
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,8,1,power_law_1.01,0.4924479961395264
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,8,1,power_law_1.01,0.6723455905914306
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,8,1,power_law_1.01,0.9176383972167969
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,8,1,power_law_1.01,0.9553664207458497
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,8,1,power_law_1.01,0.9769727706909179
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,8,1,power_law_1.01,1.0096960067749023
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,8,1,power_law_1.01,1.0586048126220704
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,8,1,power_law_1.01,1.131385612487793
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,8,1,power_law_1.01,1.1391488075256349
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,8,1,power_law_1.01,1.1707136154174804
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,8,1,power_law_1.01,2.1554752349853517
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,8,1,power_law_1.01,2.1343936920166016
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,8,1,power_law_1.01,2.2389759063720702
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,8,1,power_law_1.01,2.3964672088623047
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,8,1,power_law_1.01,2.4702144622802735
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,8,1,power_law_1.01,2.6587263107299806
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,8,1,power_law_1.01,2.8177152633666993
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,8,1,power_law_1.01,3.1413055419921876
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,8,1,power_law_1.01,3.521267318725586
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,8,1,power_law_1.01,4.243398284912109
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,8,1,power_law_1.01,4.92400016784668
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,8,1,power_law_1.01,6.5469825744628904
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,8,1,power_law_1.01,8.298931121826172
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,8,1,power_law_1.01,0.06079999804496765
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,8,1,power_law_1.01,0.06599040031433105
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,8,1,power_law_1.01,0.1482624053955078
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,8,1,power_law_1.01,0.2594559907913208
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,8,1,power_law_1.01,0.43062400817871094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,8,1,power_law_1.01,0.5246528148651123
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,8,1,power_law_1.01,0.7246975898742676
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,8,1,power_law_1.01,0.7613247871398926
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,8,1,power_law_1.01,0.804633617401123
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,8,1,power_law_1.01,0.8231552124023438
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,8,1,power_law_1.01,0.8359744071960449
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,8,1,power_law_1.01,0.8674304008483886
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,8,1,power_law_1.01,0.8702783584594727
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,8,1,power_law_1.01,0.9278911590576172
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,8,1,power_law_1.01,0.9153599739074707
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,8,1,power_law_1.01,0.9395903587341309
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,8,1,power_law_1.01,0.9951744079589844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,8,1,power_law_1.01,1.0547648429870606
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,8,1,power_law_1.01,1.1296128273010253
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,8,1,power_law_1.01,1.2615615844726562
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,8,1,power_law_1.01,1.3871871948242187
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,8,1,power_law_1.01,1.6290048599243163
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,8,1,power_law_1.01,1.9006719589233398
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,8,1,power_law_1.01,2.496108818054199
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,8,1,power_law_1.01,3.146784019470215
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,8,1,power_law_1.01,4.518118286132813
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,8,1,power_law_1.01,5.902905654907227
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,7168,2048,8,256,8,1,power_law_1.2,0.034272000193595886
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,7168,2048,8,256,8,1,power_law_1.2,0.1325055956840515
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,7168,2048,8,256,8,1,power_law_1.2,0.24785280227661133
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,7168,2048,8,256,8,1,power_law_1.2,0.43569278717041016
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,7168,2048,8,256,8,1,power_law_1.2,0.6474624156951905
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,7168,2048,8,256,8,1,power_law_1.2,0.8904767990112304
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,7168,2048,8,256,8,1,power_law_1.2,1.35348482131958
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,7168,2048,8,256,8,1,power_law_1.2,1.4162303924560546
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,7168,2048,8,256,8,1,power_law_1.2,1.4752511978149414
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,7168,2048,8,256,8,1,power_law_1.2,1.4910528182983398
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,7168,2048,8,256,8,1,power_law_1.2,1.5552063941955567
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,7168,2048,8,256,8,1,power_law_1.2,1.6182079315185547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,7168,2048,8,256,8,1,power_law_1.2,1.6483840942382812
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,7168,2048,8,256,8,1,power_law_1.2,1.7298751831054688
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,7168,2048,8,256,8,1,power_law_1.2,2.3618879318237305
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,7168,2048,8,256,8,1,power_law_1.2,2.5012351989746096
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,7168,2048,8,256,8,1,power_law_1.2,2.52935676574707
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,7168,2048,8,256,8,1,power_law_1.2,2.6534080505371094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,8,1,power_law_1.2,2.7494144439697266
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,8,1,power_law_1.2,2.900070381164551
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,8,1,power_law_1.2,3.0938112258911135
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,8,1,power_law_1.2,3.4438846588134764
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,8,1,power_law_1.2,3.8434688568115236
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,8,1,power_law_1.2,4.550444793701172
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,8,1,power_law_1.2,5.435910415649414
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,8,1,power_law_1.2,7.103782653808594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,8,1,power_law_1.2,9.070233917236328
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,8,1,power_law_1.2,0.030003198981285097
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,8,1,power_law_1.2,0.0339711993932724
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,8,1,power_law_1.2,0.13907840251922607
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,8,1,power_law_1.2,0.28028159141540526
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,8,1,power_law_1.2,0.42940797805786135
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,8,1,power_law_1.2,0.6145088195800781
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,8,1,power_law_1.2,0.8841792106628418
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,8,1,power_law_1.2,0.9502719879150391
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,8,1,power_law_1.2,0.9835071563720703
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,8,1,power_law_1.2,1.003974437713623
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,8,1,power_law_1.2,1.0497856140136719
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,8,1,power_law_1.2,1.1103167533874512
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,8,1,power_law_1.2,1.121664047241211
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,8,1,power_law_1.2,1.185491180419922
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,8,1,power_law_1.2,2.1619455337524416
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,8,1,power_law_1.2,2.21146240234375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,8,1,power_law_1.2,2.278656005859375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,8,1,power_law_1.2,2.4215167999267577
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,8,1,power_law_1.2,2.5777023315429686
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,8,1,power_law_1.2,2.7291135787963867
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,8,1,power_law_1.2,2.8693567276000977
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,8,1,power_law_1.2,3.2250110626220705
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,8,1,power_law_1.2,3.610246276855469
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,8,1,power_law_1.2,4.225100708007813
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,8,1,power_law_1.2,5.068159866333008
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,8,1,power_law_1.2,6.772889709472656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,8,1,power_law_1.2,8.585485076904297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,8,1,power_law_1.2,0.060864001512527466
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,8,1,power_law_1.2,0.06592000126838685
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,8,1,power_law_1.2,0.15013760328292847
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,8,1,power_law_1.2,0.24988799095153807
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,8,1,power_law_1.2,0.34473600387573244
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,8,1,power_law_1.2,0.5004032135009766
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,8,1,power_law_1.2,0.7141568183898925
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,8,1,power_law_1.2,0.7483967781066895
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,8,1,power_law_1.2,0.7956607818603516
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,8,1,power_law_1.2,0.8144576072692871
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,8,1,power_law_1.2,0.8526464462280273
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,8,1,power_law_1.2,0.8614784240722656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,8,1,power_law_1.2,0.8894399642944336
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,8,1,power_law_1.2,0.9271360397338867
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,8,1,power_law_1.2,0.9679103851318359
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,8,1,power_law_1.2,0.9772800445556641
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,8,1,power_law_1.2,1.0152447700500489
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,8,1,power_law_1.2,1.1333120346069336
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,8,1,power_law_1.2,1.1645376205444335
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,8,1,power_law_1.2,1.3194111824035644
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,8,1,power_law_1.2,1.4211456298828125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,8,1,power_law_1.2,1.7015487670898437
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,8,1,power_law_1.2,1.9542783737182616
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,8,1,power_law_1.2,2.582476806640625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,8,1,power_law_1.2,3.2378177642822266
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,8,1,power_law_1.2,4.593420791625976
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,8,1,power_law_1.2,5.965036773681641
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,8,power_law_1.01,0.029900801181793214
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,8,power_law_1.01,0.03399679958820343
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,8,power_law_1.01,0.037913599610328676
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,8,power_law_1.01,0.04642559885978699
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,8,power_law_1.01,0.09132159948348999
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,8,power_law_1.01,0.121561598777771
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,8,power_law_1.01,0.11519999504089355
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,8,power_law_1.01,0.13299200534820557
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,8,power_law_1.01,0.13215359449386596
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,8,power_law_1.01,0.13111679553985595
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,8,power_law_1.01,0.13017599582672118
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,8,power_law_1.01,0.14869760274887084
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,8,power_law_1.01,0.15649280548095704
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,8,power_law_1.01,0.14343039989471434
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,8,power_law_1.01,0.17247999906539918
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,8,power_law_1.01,0.1752768039703369
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,8,power_law_1.01,0.18268799781799316
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,8,power_law_1.01,0.21064319610595703
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,8,power_law_1.01,0.24043519496917726
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,8,power_law_1.01,0.27765119075775146
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,8,power_law_1.01,0.3222592115402222
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,8,power_law_1.01,0.44973440170288087
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,8,power_law_1.01,0.6323967933654785
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,8,power_law_1.01,0.9910271644592286
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,8,power_law_1.01,1.199404811859131
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,8,power_law_1.01,1.9083776473999023
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,8,power_law_1.01,2.451705551147461
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,8,power_law_1.01,0.025670400261878966
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,8,power_law_1.01,0.027654400467872618
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,8,power_law_1.01,0.028095999360084535
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,8,power_law_1.01,0.029388800263404846
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,8,power_law_1.01,0.028992000222206115
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,8,power_law_1.01,0.04158720076084137
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,8,power_law_1.01,0.043315199017524716
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,8,power_law_1.01,0.044486400485038755
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,8,power_law_1.01,0.045849600434303285
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,8,power_law_1.01,0.04754559993743897
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,8,power_law_1.01,0.04951040148735046
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,8,power_law_1.01,0.053363198041915895
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,8,power_law_1.01,0.05571200251579285
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,8,power_law_1.01,0.06398079991340637
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,8,power_law_1.01,0.07086079716682434
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,8,power_law_1.01,0.0769919991493225
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,8,power_law_1.01,0.0894976019859314
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,8,power_law_1.01,0.12561919689178466
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,8,power_law_1.01,0.15762560367584227
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,8,power_law_1.01,0.25749759674072265
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,8,power_law_1.01,0.31153919696807864
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,8,power_law_1.01,0.42627201080322263
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,8,power_law_1.01,0.6152639865875245
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,8,power_law_1.01,0.9461503982543945
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,8,power_law_1.01,1.320364761352539
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,8,power_law_1.01,1.9660480499267579
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,8,power_law_1.01,2.7156864166259767
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,8,power_law_1.01,0.03758080005645752
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,8,power_law_1.01,0.04460160136222839
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,8,power_law_1.01,0.04999040067195892
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,8,power_law_1.01,0.050374400615692136
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,8,power_law_1.01,0.04948480129241943
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,8,power_law_1.01,0.05030400156974792
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,8,power_law_1.01,0.05148800015449524
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,8,power_law_1.01,0.05199360251426697
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,8,power_law_1.01,0.052716797590255736
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,8,power_law_1.01,0.05415679812431336
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,8,power_law_1.01,0.05565440058708191
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,8,power_law_1.01,0.05772160291671753
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,8,power_law_1.01,0.06047359704971313
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,8,power_law_1.01,0.06398079991340637
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,8,power_law_1.01,0.06826239824295044
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,8,power_law_1.01,0.0729088008403778
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,8,power_law_1.01,0.0871616005897522
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,8,power_law_1.01,0.1350399971008301
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,8,power_law_1.01,0.1662976026535034
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,8,power_law_1.01,0.20006399154663085
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,8,power_law_1.01,0.24775679111480714
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,8,power_law_1.01,0.38969600200653076
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,8,power_law_1.01,0.5517824172973633
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,8,power_law_1.01,0.8085696220397949
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,8,power_law_1.01,1.0994048118591309
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,8,power_law_1.01,1.680518341064453
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,8,power_law_1.01,2.1388479232788087
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,8,power_law_1.2,0.02908160090446472
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,8,power_law_1.2,0.027769601345062254
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,8,power_law_1.2,0.03868159949779511
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,8,power_law_1.2,0.037939199805259706
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,8,power_law_1.2,0.04243200123310089
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,8,power_law_1.2,0.07640960216522216
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,8,power_law_1.2,0.10245120525360107
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,8,power_law_1.2,0.09920639991760254
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,8,power_law_1.2,0.09444479942321778
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,8,power_law_1.2,0.14825600385665894
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,8,power_law_1.2,0.13696000576019288
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,8,power_law_1.2,0.15409280061721803
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,8,power_law_1.2,0.1644927978515625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,8,power_law_1.2,0.17068159580230713
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,8,power_law_1.2,0.17313920259475707
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,8,power_law_1.2,0.17158399820327758
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,8,power_law_1.2,0.1878399968147278
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,8,power_law_1.2,0.21523840427398683
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,8,power_law_1.2,0.23784959316253662
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,8,power_law_1.2,0.2961535930633545
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,8,power_law_1.2,0.3285183906555176
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,8,power_law_1.2,0.5170815944671631
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,8,power_law_1.2,0.6784128189086914
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,8,power_law_1.2,0.9794560432434082
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,8,power_law_1.2,1.327500820159912
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,8,power_law_1.2,2.139468765258789
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,8,power_law_1.2,2.7493247985839844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,8,power_law_1.2,0.025286400318145753
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,8,power_law_1.2,0.026080000400543212
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,8,power_law_1.2,0.02707839906215668
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,8,power_law_1.2,0.028595200181007384
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,8,power_law_1.2,0.026976001262664796
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,8,power_law_1.2,0.04232960045337677
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,8,power_law_1.2,0.04336000084877014
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,8,power_law_1.2,0.044633600115776065
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,8,power_law_1.2,0.046675199270248414
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,8,power_law_1.2,0.04664320051670075
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,8,power_law_1.2,0.050457602739334105
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,8,power_law_1.2,0.05397120118141174
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,8,power_law_1.2,0.060127997398376466
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,8,power_law_1.2,0.06511359810829162
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,8,power_law_1.2,0.07128319740295411
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,8,power_law_1.2,0.0797439992427826
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,8,power_law_1.2,0.09932159781455993
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,8,power_law_1.2,0.1223680019378662
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,8,power_law_1.2,0.16533759832382203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,8,power_law_1.2,0.26386559009552
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,8,power_law_1.2,0.32451839447021485
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,8,power_law_1.2,0.4585408210754395
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,8,power_law_1.2,0.67642240524292
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,8,power_law_1.2,1.0502335548400878
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,8,power_law_1.2,1.4797887802124023
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,8,power_law_1.2,2.0120576858520507
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,8,power_law_1.2,2.8424320220947266
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,8,power_law_1.2,0.03763200044631958
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,8,power_law_1.2,0.040889599919319154
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,8,power_law_1.2,0.049958398938179015
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,8,power_law_1.2,0.050348800420761106
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,8,power_law_1.2,0.05006719827651977
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,8,power_law_1.2,0.050169599056243894
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,8,power_law_1.2,0.051769602298736575
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,8,power_law_1.2,0.0523904025554657
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,8,power_law_1.2,0.052799999713897705
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,8,power_law_1.2,0.0543615996837616
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,8,power_law_1.2,0.055283200740814206
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,8,power_law_1.2,0.05805439949035644
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,8,power_law_1.2,0.0606719970703125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,8,power_law_1.2,0.06476799845695495
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,8,power_law_1.2,0.06920959949493408
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,8,power_law_1.2,0.07386239767074584
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,8,power_law_1.2,0.09271039962768554
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,8,power_law_1.2,0.13052159547805786
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,8,power_law_1.2,0.16162559986114503
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,8,power_law_1.2,0.21008000373840333
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,8,power_law_1.2,0.2608576059341431
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,8,power_law_1.2,0.4241919994354248
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,8,power_law_1.2,0.5565375804901123
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,8,power_law_1.2,0.8568896293640137
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,8,power_law_1.2,1.1537792205810546
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,8,power_law_1.2,1.708639907836914
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,8,power_law_1.2,2.333363151550293
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,8,power_law_1.01,0.21690878868103028
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,8,power_law_1.01,0.2675584077835083
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,8,power_law_1.01,0.29270401000976565
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,8,power_law_1.01,0.3274816036224365
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,8,power_law_1.01,0.34872961044311523
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,8,power_law_1.01,0.5034560203552246
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,8,power_law_1.01,0.602732801437378
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,8,power_law_1.01,0.593228816986084
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,8,power_law_1.01,0.5908544063568115
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,8,power_law_1.01,0.6097343921661377
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,8,power_law_1.01,0.6074751853942871
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,8,power_law_1.01,0.6018943786621094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,8,power_law_1.01,0.626803207397461
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,8,power_law_1.01,0.6465280055999756
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,8,power_law_1.01,0.6835455894470215
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,8,power_law_1.01,0.6948607921600342
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,8,power_law_1.01,0.7182015895843505
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,8,power_law_1.01,0.7539328098297119
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,8,power_law_1.01,0.7986432075500488
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,8,power_law_1.01,0.8835136413574218
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,8,power_law_1.01,1.0731840133666992
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,8,power_law_1.01,1.4682944297790528
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,8,power_law_1.01,2.1196416854858398
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,8,power_law_1.01,2.537113571166992
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,8,power_law_1.01,3.4042945861816407
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,8,power_law_1.01,5.02911376953125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,8,power_law_1.01,7.028307342529297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,8,power_law_1.01,0.13056639432907105
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,8,power_law_1.01,0.18757760524749756
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,8,power_law_1.01,0.22223999500274658
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,8,power_law_1.01,0.26842238903045657
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,8,power_law_1.01,0.1865407943725586
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,8,power_law_1.01,0.5612607955932617
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,8,power_law_1.01,0.5387392044067383
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,8,power_law_1.01,0.5437503814697265
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,8,power_law_1.01,0.5699647903442383
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,8,power_law_1.01,0.5973567962646484
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,8,power_law_1.01,0.6034751892089844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,8,power_law_1.01,0.6272064208984375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,8,power_law_1.01,0.614847993850708
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,8,power_law_1.01,0.6562943935394288
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,8,power_law_1.01,0.645747184753418
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,8,power_law_1.01,0.678937578201294
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,8,power_law_1.01,0.7034175872802735
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,8,power_law_1.01,0.7212672233581543
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,8,power_law_1.01,0.8009023666381836
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,8,power_law_1.01,0.9099583625793457
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,8,power_law_1.01,1.013260841369629
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,8,power_law_1.01,1.456326389312744
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,8,power_law_1.01,1.7374656677246094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,8,power_law_1.01,3.012006378173828
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,8,power_law_1.01,3.507654571533203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,8,power_law_1.01,5.518451309204101
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,8,power_law_1.01,6.787136077880859
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,8,power_law_1.01,0.12810239791870118
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,8,power_law_1.01,0.13633919954299928
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,8,power_law_1.01,0.15457919836044312
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,8,power_law_1.01,0.19409279823303222
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,8,power_law_1.01,0.16610560417175294
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,8,power_law_1.01,0.22437760829925538
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,8,power_law_1.01,0.23074560165405272
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,8,power_law_1.01,0.23956480026245117
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,8,power_law_1.01,0.24594559669494628
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,8,power_law_1.01,0.2539328098297119
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,8,power_law_1.01,0.2502527952194214
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,8,power_law_1.01,0.2620352029800415
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,8,power_law_1.01,0.28422400951385496
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,8,power_law_1.01,0.29149439334869387
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,8,power_law_1.01,0.2912512063980103
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,8,power_law_1.01,0.3079040050506592
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,8,power_law_1.01,0.3316735982894897
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,8,power_law_1.01,0.36567039489746095
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,8,power_law_1.01,0.4390592098236084
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,8,power_law_1.01,0.5592959880828857
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,8,power_law_1.01,0.7042367935180665
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,8,power_law_1.01,1.0415360450744628
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,8,power_law_1.01,1.2753664016723634
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,8,power_law_1.01,2.006284713745117
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,8,power_law_1.01,2.589382362365723
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,8,power_law_1.01,3.878950500488281
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,8,power_law_1.01,5.286201477050781
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,8,power_law_1.2,0.20692479610443115
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,8,power_law_1.2,0.23585278987884523
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,8,power_law_1.2,0.2989952087402344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,8,power_law_1.2,0.2819839954376221
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,8,power_law_1.2,0.3132031917572021
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,8,power_law_1.2,0.5540287971496582
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,8,power_law_1.2,0.5485375881195068
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,8,power_law_1.2,0.6056896209716797
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,8,power_law_1.2,0.6211328029632568
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,8,power_law_1.2,0.617574405670166
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,8,power_law_1.2,0.63471999168396
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,8,power_law_1.2,0.641651201248169
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,8,power_law_1.2,0.5881152153015137
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,8,power_law_1.2,0.6448768138885498
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,8,power_law_1.2,0.7002367973327637
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,8,power_law_1.2,0.7101759910583496
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,8,power_law_1.2,0.7027647972106934
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,8,power_law_1.2,0.7612224102020264
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,8,power_law_1.2,0.8043328285217285
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,8,power_law_1.2,0.9339903831481934
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,8,power_law_1.2,1.1624832153320312
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,8,power_law_1.2,1.5414976119995116
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,8,power_law_1.2,2.143654441833496
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,8,power_law_1.2,3.0534271240234374
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,8,power_law_1.2,4.223481750488281
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,8,power_law_1.2,6.1110271453857425
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,8,power_law_1.2,8.743558502197265
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,8,power_law_1.2,0.09006080031394958
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,8,power_law_1.2,0.10452480316162109
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,8,power_law_1.2,0.19522559642791748
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,8,power_law_1.2,0.2682431936264038
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,8,power_law_1.2,0.19529600143432618
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,8,power_law_1.2,0.5474624156951904
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,8,power_law_1.2,0.5535039901733398
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,8,power_law_1.2,0.5817920207977295
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,8,power_law_1.2,0.5401919841766357
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,8,power_law_1.2,0.5902016162872314
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,8,power_law_1.2,0.6059967994689941
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,8,power_law_1.2,0.6348991870880127
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,8,power_law_1.2,0.6161344051361084
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,8,power_law_1.2,0.5934720039367676
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,8,power_law_1.2,0.6123904228210449
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,8,power_law_1.2,0.6885439872741699
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,8,power_law_1.2,0.7131648063659668
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,8,power_law_1.2,0.7381951808929443
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,8,power_law_1.2,0.7953472137451172
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,8,power_law_1.2,0.9188351631164551
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,8,power_law_1.2,1.0617216110229493
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,8,power_law_1.2,1.5507519721984864
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,8,power_law_1.2,2.02926082611084
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,8,power_law_1.2,3.158969688415527
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,8,power_law_1.2,4.108396911621094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,8,power_law_1.2,6.4592643737792965
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,8,power_law_1.2,8.5727294921875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,8,power_law_1.2,0.1284608006477356
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,8,power_law_1.2,0.08638719916343689
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,8,power_law_1.2,0.1893183946609497
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,8,power_law_1.2,0.2008064031600952
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,8,power_law_1.2,0.19061119556427003
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,8,power_law_1.2,0.2100287914276123
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,8,power_law_1.2,0.2274240016937256
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,8,power_law_1.2,0.24343039989471435
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,8,power_law_1.2,0.24995839595794678
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,8,power_law_1.2,0.25988481044769285
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,8,power_law_1.2,0.26202878952026365
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,8,power_law_1.2,0.27426559925079347
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,8,power_law_1.2,0.2864831924438477
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,8,power_law_1.2,0.26892800331115724
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,8,power_law_1.2,0.29891200065612794
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,8,power_law_1.2,0.3102911949157715
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,8,power_law_1.2,0.33466238975524903
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,8,power_law_1.2,0.3732991933822632
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,8,power_law_1.2,0.4550335884094238
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,8,power_law_1.2,0.56212477684021
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,8,power_law_1.2,0.7422143936157226
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,8,power_law_1.2,1.0928704261779785
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,8,power_law_1.2,1.4125311851501465
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,8,power_law_1.2,1.9853504180908204
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,8,power_law_1.2,2.7624448776245116
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,8,power_law_1.2,4.562284851074219
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,8,power_law_1.2,6.211833572387695
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,1536,8,128,8,1,power_law_1.01,0.02261119931936264
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,1536,8,128,8,1,power_law_1.01,0.03925119936466217
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,1536,8,128,8,1,power_law_1.01,0.09980159997940063
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,1536,8,128,8,1,power_law_1.01,0.16868480443954467
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,1536,8,128,8,1,power_law_1.01,0.22079360485076904
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,1536,8,128,8,1,power_law_1.01,0.3609600067138672
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,1536,8,128,8,1,power_law_1.01,0.3863424062728882
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,1536,8,128,8,1,power_law_1.01,0.3971967935562134
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,1536,8,128,8,1,power_law_1.01,0.40229120254516604
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,1536,8,128,8,1,power_law_1.01,0.3981184005737305
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,1536,8,128,8,1,power_law_1.01,0.4050559997558594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,1536,8,128,8,1,power_law_1.01,0.5279871940612793
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,1536,8,128,8,1,power_law_1.01,0.5395008087158203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,1536,8,128,8,1,power_law_1.01,0.5546879768371582
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,1536,8,128,8,1,power_law_1.01,0.5552000045776367
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,1536,8,128,8,1,power_law_1.01,0.5645823955535889
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,1536,8,128,8,1,power_law_1.01,0.5757696151733398
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,1536,8,128,8,1,power_law_1.01,0.6195072174072266
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,8,1,power_law_1.01,0.6316736221313477
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,8,1,power_law_1.01,0.7043200016021729
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,8,1,power_law_1.01,0.8106495857238769
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,8,1,power_law_1.01,0.9641087532043457
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,8,1,power_law_1.01,1.1696191787719727
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,8,1,power_law_1.01,1.6314239501953125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,8,1,power_law_1.01,2.108140754699707
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,8,1,power_law_1.01,3.0796735763549803
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,8,1,power_law_1.01,4.02110710144043
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,8,1,power_law_1.01,0.021849599480628968
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,8,1,power_law_1.01,0.023999999463558196
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,8,1,power_law_1.01,0.045286399126052854
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,8,1,power_law_1.01,0.07389439940452576
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,8,1,power_law_1.01,0.12052479982376099
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,8,1,power_law_1.01,0.22105600833892822
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,8,1,power_law_1.01,0.25104000568389895
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,8,1,power_law_1.01,0.25897600650787356
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,8,1,power_law_1.01,0.25226240158081054
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,8,1,power_law_1.01,0.2591615915298462
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,8,1,power_law_1.01,0.27308800220489504
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,8,1,power_law_1.01,0.46408958435058595
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,8,1,power_law_1.01,0.4785920143127441
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,8,1,power_law_1.01,0.4877312183380127
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,8,1,power_law_1.01,0.5002816200256348
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,8,1,power_law_1.01,0.5085311889648437
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,8,1,power_law_1.01,0.5342080116271972
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,8,1,power_law_1.01,0.570310401916504
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,8,1,power_law_1.01,0.612940788269043
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,8,1,power_law_1.01,0.6911488056182862
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,8,1,power_law_1.01,0.7388095855712891
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,8,1,power_law_1.01,0.8901632308959961
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,8,1,power_law_1.01,1.076908779144287
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,8,1,power_law_1.01,1.5103808403015138
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,8,1,power_law_1.01,1.9473791122436523
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,8,1,power_law_1.01,2.8584896087646485
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,8,1,power_law_1.01,3.7787200927734377
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,1536,8,128,8,1,power_law_1.2,0.022419199347496033
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,1536,8,128,8,1,power_law_1.2,0.03877759873867035
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,1536,8,128,8,1,power_law_1.2,0.08948479890823365
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,1536,8,128,8,1,power_law_1.2,0.15294079780578612
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,1536,8,128,8,1,power_law_1.2,0.20214400291442872
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,1536,8,128,8,1,power_law_1.2,0.36033918857574465
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,1536,8,128,8,1,power_law_1.2,0.384006404876709
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,1536,8,128,8,1,power_law_1.2,0.39555199146270753
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,1536,8,128,8,1,power_law_1.2,0.39905920028686526
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,1536,8,128,8,1,power_law_1.2,0.4039872169494629
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,1536,8,128,8,1,power_law_1.2,0.40773758888244627
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,1536,8,128,8,1,power_law_1.2,0.5467199802398681
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,1536,8,128,8,1,power_law_1.2,0.53471360206604
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,1536,8,128,8,1,power_law_1.2,0.5530111789703369
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,1536,8,128,8,1,power_law_1.2,0.5618688106536865
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,1536,8,128,8,1,power_law_1.2,0.5786240100860596
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,1536,8,128,8,1,power_law_1.2,0.6240575790405274
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,1536,8,128,8,1,power_law_1.2,0.6177728176116943
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,8,1,power_law_1.2,0.630182409286499
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,8,1,power_law_1.2,0.7141568183898925
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,8,1,power_law_1.2,0.8231871604919434
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,8,1,power_law_1.2,0.9834239959716797
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,8,1,power_law_1.2,1.1788415908813477
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,8,1,power_law_1.2,1.6526336669921875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,8,1,power_law_1.2,2.118111991882324
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,8,1,power_law_1.2,3.095244789123535
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,8,1,power_law_1.2,4.052070236206054
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,8,1,power_law_1.2,0.021855999529361726
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,8,1,power_law_1.2,0.02385919988155365
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,8,1,power_law_1.2,0.042982399463653564
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,8,1,power_law_1.2,0.061427199840545656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,8,1,power_law_1.2,0.10429439544677735
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,8,1,power_law_1.2,0.22832000255584717
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,8,1,power_law_1.2,0.2395263910293579
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,8,1,power_law_1.2,0.25127038955688474
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,8,1,power_law_1.2,0.2652928113937378
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,8,1,power_law_1.2,0.2618623971939087
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,8,1,power_law_1.2,0.2816384077072144
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,8,1,power_law_1.2,0.4772672176361084
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,8,1,power_law_1.2,0.4819136142730713
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,8,1,power_law_1.2,0.4981696128845215
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,8,1,power_law_1.2,0.5085055828094482
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,8,1,power_law_1.2,0.5120192050933838
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,8,1,power_law_1.2,0.5462336063385009
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,8,1,power_law_1.2,0.5895359992980957
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,8,1,power_law_1.2,0.6230016231536866
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,8,1,power_law_1.2,0.6886335849761963
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,8,1,power_law_1.2,0.7475456237792969
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,8,1,power_law_1.2,0.9127552032470703
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,8,1,power_law_1.2,1.0863424301147462
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,8,1,power_law_1.2,1.544211196899414
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,8,1,power_law_1.2,1.9676095962524414
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,8,1,power_law_1.2,2.8812992095947267
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,8,1,power_law_1.2,3.805926513671875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,8,power_law_1.01,0.525209617614746
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,8,power_law_1.01,0.8228992462158203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,8,power_law_1.01,0.7771903991699218
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,8,power_law_1.01,0.8721599578857422
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,8,power_law_1.01,1.0670720100402833
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,8,power_law_1.01,1.5529343605041503
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,8,power_law_1.01,1.794291114807129
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,8,power_law_1.01,1.8257343292236328
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,8,power_law_1.01,1.7892799377441406
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,8,power_law_1.01,1.819264030456543
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,8,power_law_1.01,1.913279914855957
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,8,power_law_1.01,1.885491180419922
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,8,power_law_1.01,1.9244928359985352
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,8,power_law_1.01,1.9398656845092774
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,8,power_law_1.01,2.014508819580078
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,8,power_law_1.01,1.971993637084961
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,8,power_law_1.01,2.141375923156738
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,8,power_law_1.01,2.2251840591430665
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,8,power_law_1.01,2.258956718444824
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,8,power_law_1.01,2.475667190551758
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,8,power_law_1.01,2.8007936477661133
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,8,power_law_1.01,3.5338111877441407
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,8,power_law_1.01,4.427257537841797
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,8,power_law_1.01,5.767622375488282
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,8,power_law_1.01,7.883385467529297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,8,power_law_1.01,10.795391845703126
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,8,power_law_1.01,14.233619689941406
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,8,power_law_1.01,0.37287039756774903
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,8,power_law_1.01,0.6562687873840332
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,8,power_law_1.01,0.5901120185852051
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,8,power_law_1.01,0.7443903923034668
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,8,power_law_1.01,0.7260863780975342
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,8,power_law_1.01,1.8899520874023437
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,8,power_law_1.01,1.7456319808959961
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,8,power_law_1.01,1.8690048217773438
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,8,power_law_1.01,1.9033536911010742
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,8,power_law_1.01,1.7699071884155273
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,8,power_law_1.01,1.797862434387207
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,8,power_law_1.01,1.924684715270996
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,8,power_law_1.01,1.9874431610107421
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,8,power_law_1.01,2.037811279296875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,8,power_law_1.01,2.1412479400634767
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,8,power_law_1.01,2.0577152252197264
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,8,power_law_1.01,2.212057685852051
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,8,power_law_1.01,2.28799991607666
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,8,power_law_1.01,2.4168960571289064
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,8,power_law_1.01,2.5875007629394533
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,8,power_law_1.01,2.864505577087402
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,8,power_law_1.01,3.313625717163086
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,8,power_law_1.01,4.449107360839844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,8,power_law_1.01,5.710470581054688
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,8,power_law_1.01,7.201484680175781
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,8,power_law_1.01,12.517740631103516
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,8,power_law_1.01,15.113177490234374
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,8,power_law_1.01,0.2962559938430786
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,8,power_law_1.01,0.46862077713012695
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,8,power_law_1.01,0.4058688163757324
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,8,power_law_1.01,0.5187712192535401
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,8,power_law_1.01,0.6393792152404785
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,8,power_law_1.01,0.5892288208007812
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,8,power_law_1.01,0.5903679847717285
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,8,power_law_1.01,0.6412288188934326
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,8,power_law_1.01,0.6465023994445801
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,8,power_law_1.01,0.654636812210083
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,8,power_law_1.01,0.6722879886627198
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,8,power_law_1.01,0.7078400135040284
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,8,power_law_1.01,0.7383232116699219
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,8,power_law_1.01,0.7469183921813964
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,8,power_law_1.01,0.7538752079010009
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,8,power_law_1.01,0.7918208122253418
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,8,power_law_1.01,0.7916096210479736
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,8,power_law_1.01,0.8879424095153808
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,8,power_law_1.01,1.006124782562256
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,8,power_law_1.01,1.1788415908813477
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,8,power_law_1.01,1.3537152290344239
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,8,power_law_1.01,1.9165376663208007
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,8,power_law_1.01,2.3891328811645507
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,8,power_law_1.01,3.7767871856689452
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,8,power_law_1.01,4.878752136230469
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,8,power_law_1.01,6.8602752685546875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,8,power_law_1.01,9.671647644042968
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,8,power_law_1.2,0.5237760066986084
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,8,power_law_1.2,0.6159423828125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,8,power_law_1.2,0.7840511798858643
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,8,power_law_1.2,0.7265279769897461
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,8,power_law_1.2,0.95032958984375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,8,power_law_1.2,1.7662591934204102
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,8,power_law_1.2,1.7871488571166991
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,8,power_law_1.2,1.7351167678833008
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,8,power_law_1.2,1.7648319244384765
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,8,power_law_1.2,1.8174976348876952
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,8,power_law_1.2,1.906278419494629
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,8,power_law_1.2,1.9686912536621093
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,8,power_law_1.2,2.00699520111084
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,8,power_law_1.2,1.91210880279541
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,8,power_law_1.2,2.0834688186645507
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,8,power_law_1.2,2.1599231719970704
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,8,power_law_1.2,2.097702407836914
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,8,power_law_1.2,2.2960384368896483
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,8,power_law_1.2,2.3641727447509764
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,8,power_law_1.2,2.6568319320678713
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,8,power_law_1.2,3.1365184783935547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,8,power_law_1.2,3.7500350952148436
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,8,power_law_1.2,5.09112319946289
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,8,power_law_1.2,7.172608184814453
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,8,power_law_1.2,8.593682861328125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,8,power_law_1.2,13.010086059570312
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,8,power_law_1.2,20.050950622558595
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,8,power_law_1.2,0.37715198993682864
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,8,power_law_1.2,0.41975040435791017
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,8,power_law_1.2,0.6345920085906982
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,8,power_law_1.2,0.8279871940612793
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,8,power_law_1.2,0.6385600090026855
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,8,power_law_1.2,1.9241727828979491
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,8,power_law_1.2,1.780838394165039
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,8,power_law_1.2,1.6899200439453126
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,8,power_law_1.2,1.9136831283569335
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,8,power_law_1.2,1.9305984497070312
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,8,power_law_1.2,1.8539840698242187
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,8,power_law_1.2,2.0334144592285157
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,8,power_law_1.2,2.023807907104492
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,8,power_law_1.2,1.982035255432129
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,8,power_law_1.2,2.013536071777344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,8,power_law_1.2,2.170195198059082
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,8,power_law_1.2,2.26693115234375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,8,power_law_1.2,2.3403263092041016
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,8,power_law_1.2,2.379897689819336
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,8,power_law_1.2,2.6727167129516602
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,8,power_law_1.2,2.927961540222168
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,8,power_law_1.2,4.277536010742187
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,8,power_law_1.2,4.741420745849609
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,8,power_law_1.2,6.4801788330078125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,8,power_law_1.2,8.957945251464844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,8,power_law_1.2,13.1321533203125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,8,power_law_1.2,17.090188598632814
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,8,power_law_1.2,0.299398398399353
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,8,power_law_1.2,0.3645503997802734
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,8,power_law_1.2,0.4571839809417725
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,8,power_law_1.2,0.5487296104431152
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,8,power_law_1.2,0.5935743808746338
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,8,power_law_1.2,0.6149568080902099
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,8,power_law_1.2,0.6228415966033936
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,8,power_law_1.2,0.6185599803924561
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,8,power_law_1.2,0.6848512172698975
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,8,power_law_1.2,0.6232575893402099
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,8,power_law_1.2,0.6823616027832031
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,8,power_law_1.2,0.7001152038574219
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,8,power_law_1.2,0.7272511959075928
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,8,power_law_1.2,0.6822080135345459
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,8,power_law_1.2,0.7862207889556885
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,8,power_law_1.2,0.8066368103027344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,8,power_law_1.2,0.8550975799560547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,8,power_law_1.2,0.9192192077636718
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,8,power_law_1.2,1.0269375801086427
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,8,power_law_1.2,1.2026495933532715
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,8,power_law_1.2,1.4245951652526856
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,8,power_law_1.2,2.2272384643554686
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,8,power_law_1.2,2.8393280029296877
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,8,power_law_1.2,3.730195236206055
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,8,power_law_1.2,5.126758575439453
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,8,power_law_1.2,8.194528198242187
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,8,power_law_1.2,10.080147552490235
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,6144,2560,8,160,8,1,power_law_1.01,0.03226880133152008
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,6144,2560,8,160,8,1,power_law_1.01,0.13999359607696532
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,6144,2560,8,160,8,1,power_law_1.01,0.26616320610046384
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,6144,2560,8,160,8,1,power_law_1.01,0.4290048122406006
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,6144,2560,8,160,8,1,power_law_1.01,0.5998079776763916
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,6144,2560,8,160,8,1,power_law_1.01,1.0048255920410156
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,6144,2560,8,160,8,1,power_law_1.01,1.0559807777404786
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,6144,2560,8,160,8,1,power_law_1.01,1.1015680313110352
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,6144,2560,8,160,8,1,power_law_1.01,1.1363200187683105
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,6144,2560,8,160,8,1,power_law_1.01,1.1217215538024903
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,6144,2560,8,160,8,1,power_law_1.01,1.178553581237793
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,6144,2560,8,160,8,1,power_law_1.01,1.203334426879883
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,6144,2560,8,160,8,1,power_law_1.01,1.6780479431152344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,6144,2560,8,160,8,1,power_law_1.01,1.695743942260742
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,6144,2560,8,160,8,1,power_law_1.01,1.6811712265014649
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,6144,2560,8,160,8,1,power_law_1.01,1.735968017578125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,6144,2560,8,160,8,1,power_law_1.01,1.7564672470092773
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,6144,2560,8,160,8,1,power_law_1.01,1.8317247390747071
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,8,1,power_law_1.01,1.8936960220336914
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,8,1,power_law_1.01,2.0791296005249023
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,8,1,power_law_1.01,2.1879743576049804
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,8,1,power_law_1.01,2.536172866821289
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,8,1,power_law_1.01,2.8631296157836914
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,8,1,power_law_1.01,3.731129455566406
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,8,1,power_law_1.01,4.549913787841797
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,8,1,power_law_1.01,6.569049835205078
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,8,1,power_law_1.01,8.50843505859375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,8,1,power_law_1.01,0.027827200293540955
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,8,1,power_law_1.01,0.05270400047302246
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,8,1,power_law_1.01,0.15338239669799805
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,8,1,power_law_1.01,0.28361599445343016
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,8,1,power_law_1.01,0.3873600006103516
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,8,1,power_law_1.01,0.705401611328125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,8,1,power_law_1.01,0.7216576099395752
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,8,1,power_law_1.01,0.7531328201293945
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,8,1,power_law_1.01,0.7661248207092285
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,8,1,power_law_1.01,0.7663167953491211
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,8,1,power_law_1.01,0.7890495777130127
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,8,1,power_law_1.01,0.8003264427185058
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,8,1,power_law_1.01,1.5542911529541015
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,8,1,power_law_1.01,1.5723135948181153
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,8,1,power_law_1.01,1.6488639831542968
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,8,1,power_law_1.01,1.641753578186035
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,8,1,power_law_1.01,1.6933631896972656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,8,1,power_law_1.01,1.7306047439575196
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,8,1,power_law_1.01,1.8344831466674805
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,8,1,power_law_1.01,1.960300827026367
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,8,1,power_law_1.01,2.092665672302246
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,8,1,power_law_1.01,2.3887935638427735
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,8,1,power_law_1.01,2.679289627075195
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,8,1,power_law_1.01,3.397216033935547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,8,1,power_law_1.01,4.254912185668945
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,8,1,power_law_1.01,6.134239959716797
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,8,1,power_law_1.01,8.054822540283203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,6144,2560,8,160,8,1,power_law_1.2,0.03249920010566711
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,6144,2560,8,160,8,1,power_law_1.2,0.14230400323867798
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,6144,2560,8,160,8,1,power_law_1.2,0.24714879989624022
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,6144,2560,8,160,8,1,power_law_1.2,0.39736959934234617
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,6144,2560,8,160,8,1,power_law_1.2,0.5621439933776855
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,6144,2560,8,160,8,1,power_law_1.2,0.9662912368774415
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,6144,2560,8,160,8,1,power_law_1.2,1.0355584144592285
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,6144,2560,8,160,8,1,power_law_1.2,1.1182656288146973
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,6144,2560,8,160,8,1,power_law_1.2,1.1331520080566406
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,6144,2560,8,160,8,1,power_law_1.2,1.172268772125244
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,6144,2560,8,160,8,1,power_law_1.2,1.2156864166259767
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,6144,2560,8,160,8,1,power_law_1.2,1.251750373840332
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,6144,2560,8,160,8,1,power_law_1.2,1.6884479522705078
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,6144,2560,8,160,8,1,power_law_1.2,1.6908607482910156
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,6144,2560,8,160,8,1,power_law_1.2,1.718284797668457
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,6144,2560,8,160,8,1,power_law_1.2,1.7625343322753906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,6144,2560,8,160,8,1,power_law_1.2,1.8014080047607421
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,6144,2560,8,160,8,1,power_law_1.2,1.8483776092529296
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,8,1,power_law_1.2,1.9427839279174806
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,8,1,power_law_1.2,2.096294403076172
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,8,1,power_law_1.2,2.2607999801635743
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,8,1,power_law_1.2,2.5862400054931642
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,8,1,power_law_1.2,2.935500717163086
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,8,1,power_law_1.2,3.8222721099853514
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,8,1,power_law_1.2,4.840012741088867
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,8,1,power_law_1.2,6.712608337402344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,8,1,power_law_1.2,8.629574584960938
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,8,1,power_law_1.2,0.02784000039100647
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,8,1,power_law_1.2,0.0625216007232666
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,8,1,power_law_1.2,0.15130879878997802
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,8,1,power_law_1.2,0.25033600330352784
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,8,1,power_law_1.2,0.3529792070388794
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,8,1,power_law_1.2,0.6870399951934815
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,8,1,power_law_1.2,0.7206655979156494
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,8,1,power_law_1.2,0.7498432159423828
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,8,1,power_law_1.2,0.7567168235778808
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,8,1,power_law_1.2,0.7669888019561768
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,8,1,power_law_1.2,0.8131391525268554
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,8,1,power_law_1.2,0.8501312255859375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,8,1,power_law_1.2,1.6224063873291015
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,8,1,power_law_1.2,1.635308837890625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,8,1,power_law_1.2,1.656755256652832
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,8,1,power_law_1.2,1.6741888046264648
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,8,1,power_law_1.2,1.7062271118164063
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,8,1,power_law_1.2,1.7711040496826171
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,8,1,power_law_1.2,1.8709503173828126
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,8,1,power_law_1.2,2.0055360794067383
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,8,1,power_law_1.2,2.1493759155273438
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,8,1,power_law_1.2,2.4218687057495116
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,8,1,power_law_1.2,2.720524787902832
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,8,1,power_law_1.2,3.525030517578125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,8,1,power_law_1.2,4.436172866821289
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,8,1,power_law_1.2,6.264934539794922
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,8,1,power_law_1.2,8.244000244140626
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,8,power_law_1.01,0.4837376117706299
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,8,power_law_1.01,0.9445376396179199
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,8,power_law_1.01,1.8845312118530273
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,8,power_law_1.01,1.593120002746582
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,8,power_law_1.01,1.9643135070800781
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,8,power_law_1.01,2.526982307434082
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,8,power_law_1.01,2.4339839935302736
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,8,power_law_1.01,3.730316925048828
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,8,power_law_1.01,3.222515106201172
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,8,power_law_1.01,3.298303985595703
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,8,power_law_1.01,3.5349376678466795
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,8,power_law_1.01,3.185683250427246
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,8,power_law_1.01,3.6160255432128907
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,8,power_law_1.01,3.551968002319336
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,8,power_law_1.01,3.809843063354492
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,8,power_law_1.01,3.6356414794921874
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,8,power_law_1.01,3.935923385620117
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,8,power_law_1.01,3.8080257415771483
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,8,power_law_1.01,4.28353271484375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,8,power_law_1.01,4.484486389160156
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,8,power_law_1.01,4.805715179443359
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,8,power_law_1.01,5.194464111328125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,8,power_law_1.01,5.572832107543945
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,8,power_law_1.01,6.826060485839844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,8,power_law_1.01,8.042438507080078
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,8,power_law_1.01,10.486688232421875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,8,power_law_1.01,13.51832275390625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,8,power_law_1.01,0.3366528034210205
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,8,power_law_1.01,0.7011263847351075
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,8,power_law_1.01,1.3821824073791504
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,8,power_law_1.01,1.1701951980590821
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,8,power_law_1.01,1.4755007743835449
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,8,power_law_1.01,1.7525823593139649
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,8,power_law_1.01,1.641881561279297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,8,power_law_1.01,3.76220817565918
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,8,power_law_1.01,3.6184513092041017
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,8,power_law_1.01,3.915923309326172
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,8,power_law_1.01,3.447609710693359
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,8,power_law_1.01,3.631167984008789
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,8,power_law_1.01,3.807449722290039
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,8,power_law_1.01,3.8305152893066405
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,8,power_law_1.01,3.7385791778564452
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,8,power_law_1.01,3.7712512969970704
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,8,power_law_1.01,3.9824703216552733
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,8,power_law_1.01,4.163795089721679
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,8,power_law_1.01,4.359097671508789
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,8,power_law_1.01,4.563686370849609
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,8,power_law_1.01,4.848588943481445
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,8,power_law_1.01,5.411711883544922
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,8,power_law_1.01,5.644979095458984
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,8,power_law_1.01,6.888416290283203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,8,power_law_1.01,8.05621109008789
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,8,power_law_1.01,10.574444580078126
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,8,power_law_1.01,13.958770751953125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,8,power_law_1.01,0.2710975885391235
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,8,power_law_1.01,0.5043456077575683
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,8,power_law_1.01,0.9664192199707031
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,8,power_law_1.01,0.8550784111022949
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,8,power_law_1.01,0.9544575691223145
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,8,power_law_1.01,1.2621439933776855
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,8,power_law_1.01,1.0738880157470703
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,8,power_law_1.01,1.0986432075500487
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,8,power_law_1.01,1.121126365661621
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,8,power_law_1.01,1.221452808380127
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,8,power_law_1.01,1.3399231910705567
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,8,power_law_1.01,1.4078080177307128
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,8,power_law_1.01,1.2779647827148437
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,8,power_law_1.01,1.2706815719604492
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,8,power_law_1.01,1.3657983779907226
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,8,power_law_1.01,1.405235195159912
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,8,power_law_1.01,1.4247743606567382
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,8,power_law_1.01,1.5539839744567872
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,8,power_law_1.01,1.6938560485839844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,8,power_law_1.01,1.8216255187988282
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,8,power_law_1.01,2.0616128921508787
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,8,power_law_1.01,2.367750358581543
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,8,power_law_1.01,2.832332801818848
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,8,power_law_1.01,3.7209728240966795
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,8,power_law_1.01,4.664166259765625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,8,power_law_1.01,6.538400268554687
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,8,power_law_1.01,8.817996978759766
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,8,power_law_1.2,0.48195199966430663
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,8,power_law_1.2,0.9521280288696289
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,8,power_law_1.2,1.41145601272583
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,8,power_law_1.2,1.4960127830505372
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,8,power_law_1.2,2.122438430786133
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,8,power_law_1.2,2.302105522155762
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,8,power_law_1.2,2.7588544845581056
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,8,power_law_1.2,3.6363391876220703
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,8,power_law_1.2,3.825644683837891
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,8,power_law_1.2,3.7340030670166016
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,8,power_law_1.2,3.400979232788086
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,8,power_law_1.2,3.6299137115478515
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,8,power_law_1.2,3.5643966674804686
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,8,power_law_1.2,3.553113555908203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,8,power_law_1.2,3.7515392303466797
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,8,power_law_1.2,3.569996643066406
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,8,power_law_1.2,3.8755775451660157
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,8,power_law_1.2,4.091430282592773
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,8,power_law_1.2,4.352102279663086
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,8,power_law_1.2,4.488339233398437
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,8,power_law_1.2,4.602048110961914
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,8,power_law_1.2,5.465824127197266
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,8,power_law_1.2,6.035929489135742
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,8,power_law_1.2,7.221823883056641
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,8,power_law_1.2,9.546054077148437
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,8,power_law_1.2,12.590681457519532
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,8,power_law_1.2,15.029542541503906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,8,power_law_1.2,0.337337589263916
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,8,power_law_1.2,0.7031936168670654
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,8,power_law_1.2,1.023692798614502
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,8,power_law_1.2,1.2576959609985352
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,8,power_law_1.2,1.5062015533447266
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,8,power_law_1.2,1.8096704483032227
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,8,power_law_1.2,1.9758079528808594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,8,power_law_1.2,3.4755390167236326
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,8,power_law_1.2,3.248838424682617
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,8,power_law_1.2,3.5024513244628905
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,8,power_law_1.2,2.9327999114990235
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,8,power_law_1.2,3.5169471740722655
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,8,power_law_1.2,4.020633697509766
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,8,power_law_1.2,3.7276992797851562
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,8,power_law_1.2,3.9262271881103517
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,8,power_law_1.2,3.733113479614258
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,8,power_law_1.2,3.969152069091797
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,8,power_law_1.2,4.051270294189453
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,8,power_law_1.2,4.297772979736328
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,8,power_law_1.2,4.751641464233399
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,8,power_law_1.2,5.016128158569336
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,8,power_law_1.2,5.624351882934571
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,8,power_law_1.2,6.220703887939453
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,8,power_law_1.2,7.266432189941407
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,8,power_law_1.2,9.165164947509766
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,8,power_law_1.2,12.93031005859375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,8,power_law_1.2,15.55450897216797
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,8,power_law_1.2,0.2714240074157715
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,8,power_law_1.2,0.5033535957336426
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,8,power_law_1.2,0.7259007930755615
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,8,power_law_1.2,0.8095744132995606
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,8,power_law_1.2,1.0588800430297851
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,8,power_law_1.2,1.1943936347961426
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,8,power_law_1.2,1.1192319869995118
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,8,power_law_1.2,1.2534720420837402
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,8,power_law_1.2,1.4080063819885253
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,8,power_law_1.2,1.1818559646606446
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,8,power_law_1.2,1.290342426300049
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,8,power_law_1.2,1.260371208190918
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,8,power_law_1.2,1.2937024116516114
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,8,power_law_1.2,1.3726783752441407
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,8,power_law_1.2,1.305177593231201
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,8,power_law_1.2,1.331123161315918
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,8,power_law_1.2,1.4036800384521484
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,8,power_law_1.2,1.508140754699707
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,8,power_law_1.2,1.6876224517822265
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,8,power_law_1.2,1.8712127685546875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,8,power_law_1.2,2.0370431900024415
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,8,power_law_1.2,2.520153617858887
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,8,power_law_1.2,2.9763519287109377
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,8,power_law_1.2,4.154502487182617
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,8,power_law_1.2,4.790828704833984
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,8,power_law_1.2,7.379833221435547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,8,power_law_1.2,9.473907470703125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,7168,2048,8,384,8,1,power_law_1.01,0.03365119993686676
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,7168,2048,8,384,8,1,power_law_1.01,0.13214080333709716
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,7168,2048,8,384,8,1,power_law_1.01,0.2478015899658203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,7168,2048,8,384,8,1,power_law_1.01,0.47940478324890134
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,7168,2048,8,384,8,1,power_law_1.01,0.852019214630127
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,7168,2048,8,384,8,1,power_law_1.01,1.219328022003174
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,7168,2048,8,384,8,1,power_law_1.01,1.4772224426269531
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,7168,2048,8,384,8,1,power_law_1.01,1.9106111526489258
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,7168,2048,8,384,8,1,power_law_1.01,2.0
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,7168,2048,8,384,8,1,power_law_1.01,2.077849578857422
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,7168,2048,8,384,8,1,power_law_1.01,2.118150329589844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,7168,2048,8,384,8,1,power_law_1.01,2.2170175552368163
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,7168,2048,8,384,8,1,power_law_1.01,2.2140224456787108
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,7168,2048,8,384,8,1,power_law_1.01,2.3961856842041014
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,7168,2048,8,384,8,1,power_law_1.01,2.4000831604003907
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,7168,2048,8,384,8,1,power_law_1.01,2.423423957824707
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,7168,2048,8,384,8,1,power_law_1.01,3.3737537384033205
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,7168,2048,8,384,8,1,power_law_1.01,3.5669185638427736
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,8,1,power_law_1.01,3.6504512786865235
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,8,1,power_law_1.01,3.848787307739258
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,8,1,power_law_1.01,4.030495834350586
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,8,1,power_law_1.01,4.417625427246094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,8,1,power_law_1.01,4.7605632781982425
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,8,1,power_law_1.01,5.472582244873047
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,8,1,power_law_1.01,6.196492767333984
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,8,1,power_law_1.01,7.717830657958984
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,8,1,power_law_1.01,9.489440155029296
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,8,1,power_law_1.01,0.02964479923248291
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,8,1,power_law_1.01,0.03464959859848023
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,8,1,power_law_1.01,0.14087680578231812
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,8,1,power_law_1.01,0.3089087963104248
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,8,1,power_law_1.01,0.600544023513794
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,8,1,power_law_1.01,0.8401472091674804
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,8,1,power_law_1.01,0.9638336181640625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,8,1,power_law_1.01,1.2840576171875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,8,1,power_law_1.01,1.3301247596740722
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,8,1,power_law_1.01,1.389094352722168
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,8,1,power_law_1.01,1.4674240112304688
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,8,1,power_law_1.01,1.5223551750183106
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,8,1,power_law_1.01,1.5329471588134767
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,8,1,power_law_1.01,1.5778816223144532
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,8,1,power_law_1.01,1.6379072189331054
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,8,1,power_law_1.01,1.6689983367919923
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,8,1,power_law_1.01,3.077926445007324
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,8,1,power_law_1.01,3.256480026245117
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,8,1,power_law_1.01,3.3805118560791017
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,8,1,power_law_1.01,3.4801151275634767
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,8,1,power_law_1.01,3.784684753417969
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,8,1,power_law_1.01,4.142905426025391
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,8,1,power_law_1.01,4.5049278259277346
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,8,1,power_law_1.01,5.248934555053711
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,8,1,power_law_1.01,6.034348678588867
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,8,1,power_law_1.01,7.496896362304687
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,8,1,power_law_1.01,9.08028793334961
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,8,1,power_law_1.01,0.06056320071220398
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,8,1,power_law_1.01,0.0658623993396759
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,8,1,power_law_1.01,0.14927999973297118
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,8,1,power_law_1.01,0.2661119937896729
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,8,1,power_law_1.01,0.4758080005645752
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,8,1,power_law_1.01,0.6360447883605957
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,8,1,power_law_1.01,0.8025919914245605
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,8,1,power_law_1.01,0.9736127853393555
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,8,1,power_law_1.01,1.0294464111328125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,8,1,power_law_1.01,1.0522239685058594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,8,1,power_law_1.01,1.1293760299682618
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,8,1,power_law_1.01,1.1661824226379394
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,8,1,power_law_1.01,1.1915648460388184
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,8,1,power_law_1.01,1.215782356262207
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,8,1,power_law_1.01,1.2610624313354493
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,8,1,power_law_1.01,1.2950912475585938
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,8,1,power_law_1.01,1.3341888427734374
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,8,1,power_law_1.01,1.4284352302551269
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,8,1,power_law_1.01,1.4969663619995117
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,8,1,power_law_1.01,1.646963119506836
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,8,1,power_law_1.01,1.7859392166137695
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,8,1,power_law_1.01,2.0276416778564452
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,8,1,power_law_1.01,2.30831356048584
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,8,1,power_law_1.01,2.8218624114990236
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,8,1,power_law_1.01,3.4200321197509767
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,8,1,power_law_1.01,4.685228729248047
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,8,1,power_law_1.01,6.064595031738281
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,7168,2048,8,384,8,1,power_law_1.2,0.03372800052165985
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,7168,2048,8,384,8,1,power_law_1.2,0.13219840526580812
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,7168,2048,8,384,8,1,power_law_1.2,0.24817919731140137
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,7168,2048,8,384,8,1,power_law_1.2,0.47944321632385256
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,7168,2048,8,384,8,1,power_law_1.2,0.784825611114502
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,7168,2048,8,384,8,1,power_law_1.2,1.0706944465637207
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,7168,2048,8,384,8,1,power_law_1.2,1.290060806274414
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,7168,2048,8,384,8,1,power_law_1.2,1.831123161315918
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,7168,2048,8,384,8,1,power_law_1.2,1.9375680923461913
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,7168,2048,8,384,8,1,power_law_1.2,1.9955583572387696
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,7168,2048,8,384,8,1,power_law_1.2,2.098784065246582
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,7168,2048,8,384,8,1,power_law_1.2,2.155936050415039
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,7168,2048,8,384,8,1,power_law_1.2,2.2064191818237306
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,7168,2048,8,384,8,1,power_law_1.2,2.273855972290039
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,7168,2048,8,384,8,1,power_law_1.2,2.3926015853881837
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,7168,2048,8,384,8,1,power_law_1.2,2.4421760559082033
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,7168,2048,8,384,8,1,power_law_1.2,3.354528045654297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,7168,2048,8,384,8,1,power_law_1.2,3.5849281311035157
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,8,1,power_law_1.2,3.682425689697266
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,8,1,power_law_1.2,3.940083312988281
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,8,1,power_law_1.2,4.140723037719726
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,8,1,power_law_1.2,4.544985580444336
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,8,1,power_law_1.2,4.968838500976562
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,8,1,power_law_1.2,5.738265609741211
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,8,1,power_law_1.2,6.5059455871582035
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,8,1,power_law_1.2,8.119987487792969
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,8,1,power_law_1.2,9.919955444335937
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,8,1,power_law_1.2,0.029504001140594482
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,8,1,power_law_1.2,0.03439359962940216
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,8,1,power_law_1.2,0.13882240056991577
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,8,1,power_law_1.2,0.31014399528503417
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,8,1,power_law_1.2,0.5199488162994385
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,8,1,power_law_1.2,0.7750400066375732
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,8,1,power_law_1.2,0.9023936271667481
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,8,1,power_law_1.2,1.2369600296020509
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,8,1,power_law_1.2,1.3156415939331054
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,8,1,power_law_1.2,1.3819264411926269
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,8,1,power_law_1.2,1.4635071754455566
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,8,1,power_law_1.2,1.4718655586242675
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,8,1,power_law_1.2,1.4874239921569825
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,8,1,power_law_1.2,1.5676544189453125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,8,1,power_law_1.2,1.646988868713379
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,8,1,power_law_1.2,1.7025663375854492
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,8,1,power_law_1.2,3.049625587463379
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,8,1,power_law_1.2,3.253228759765625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,8,1,power_law_1.2,3.4388801574707033
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,8,1,power_law_1.2,3.6387584686279295
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,8,1,power_law_1.2,3.943795013427734
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,8,1,power_law_1.2,4.329145431518555
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,8,1,power_law_1.2,4.743353652954101
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,8,1,power_law_1.2,5.494815826416016
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,8,1,power_law_1.2,6.220959854125977
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,8,1,power_law_1.2,7.825965118408203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,8,1,power_law_1.2,9.539379119873047
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,8,1,power_law_1.2,0.06041600108146668
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,8,1,power_law_1.2,0.06587520241737366
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,8,1,power_law_1.2,0.14904320240020752
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,8,1,power_law_1.2,0.26467199325561525
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,8,1,power_law_1.2,0.4523327827453613
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,8,1,power_law_1.2,0.5929791927337646
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,8,1,power_law_1.2,0.7022719860076905
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,8,1,power_law_1.2,0.9444992065429687
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,8,1,power_law_1.2,1.0011199951171874
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,8,1,power_law_1.2,1.035424041748047
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,8,1,power_law_1.2,1.0928000450134276
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,8,1,power_law_1.2,1.1420543670654297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,8,1,power_law_1.2,1.1765695571899415
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,8,1,power_law_1.2,1.2120063781738282
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,8,1,power_law_1.2,1.2515071868896483
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,8,1,power_law_1.2,1.2713791847229003
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,8,1,power_law_1.2,1.337183952331543
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,8,1,power_law_1.2,1.4542976379394532
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,8,1,power_law_1.2,1.5595840454101562
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,8,1,power_law_1.2,1.6970176696777344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,8,1,power_law_1.2,1.7979711532592773
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,8,1,power_law_1.2,2.0828927993774413
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,8,1,power_law_1.2,2.367359924316406
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,8,1,power_law_1.2,2.9587968826293944
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,8,1,power_law_1.2,3.541779327392578
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,8,1,power_law_1.2,4.848921585083008
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,8,1,power_law_1.2,6.229062271118164
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,3072,1536,8,256,1,8,power_law_1.01,0.16918400526046753
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,3072,1536,8,256,1,8,power_law_1.01,0.3230528116226196
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,3072,1536,8,256,1,8,power_law_1.01,0.4017343997955322
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,3072,1536,8,256,1,8,power_law_1.01,0.39820160865783694
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,3072,1536,8,256,1,8,power_law_1.01,0.46185598373413084
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,3072,1536,8,256,1,8,power_law_1.01,0.6013951778411866
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,3072,1536,8,256,1,8,power_law_1.01,0.757747220993042
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,3072,1536,8,256,1,8,power_law_1.01,0.8210880279541015
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,3072,1536,8,256,1,8,power_law_1.01,0.8067968368530274
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,3072,1536,8,256,1,8,power_law_1.01,0.7703616142272949
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,3072,1536,8,256,1,8,power_law_1.01,0.7864384174346923
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,3072,1536,8,256,1,8,power_law_1.01,0.8225407600402832
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,3072,1536,8,256,1,8,power_law_1.01,0.8887488365173339
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,3072,1536,8,256,1,8,power_law_1.01,0.8400832176208496
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,3072,1536,8,256,1,8,power_law_1.01,0.8641983985900878
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,3072,1536,8,256,1,8,power_law_1.01,0.9391231536865234
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,3072,1536,8,256,1,8,power_law_1.01,0.9610176086425781
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,3072,1536,8,256,1,8,power_law_1.01,0.9973183631896972
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,1,8,power_law_1.01,1.0644991874694825
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,1,8,power_law_1.01,1.119161605834961
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,1,8,power_law_1.01,1.1915648460388184
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,1,8,power_law_1.01,1.3810815811157227
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,1,8,power_law_1.01,1.6411136627197265
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,1,8,power_law_1.01,2.147494316101074
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,1,8,power_law_1.01,2.638387107849121
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,1,8,power_law_1.01,3.7396160125732423
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,1,8,power_law_1.01,5.3388671875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,1,8,power_law_1.01,0.03886080086231232
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,1,8,power_law_1.01,0.2302527904510498
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,1,8,power_law_1.01,0.3008320093154907
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,1,8,power_law_1.01,0.3681344032287598
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,1,8,power_law_1.01,0.390118408203125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,1,8,power_law_1.01,0.3966527938842773
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,1,8,power_law_1.01,0.7625664234161377
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,1,8,power_law_1.01,0.740774393081665
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,1,8,power_law_1.01,0.7803904056549072
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,1,8,power_law_1.01,0.8354880332946777
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,1,8,power_law_1.01,0.8851519584655761
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,1,8,power_law_1.01,0.9285375595092773
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,1,8,power_law_1.01,0.8880448341369629
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,1,8,power_law_1.01,0.9273535728454589
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,1,8,power_law_1.01,0.971987247467041
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,1,8,power_law_1.01,0.9400064468383789
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,1,8,power_law_1.01,0.9744256019592286
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,1,8,power_law_1.01,1.0111040115356444
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,1,8,power_law_1.01,1.0485952377319336
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,1,8,power_law_1.01,1.2072128295898437
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,1,8,power_law_1.01,1.2696640014648437
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,1,8,power_law_1.01,1.4499391555786132
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,1,8,power_law_1.01,1.701958465576172
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,1,8,power_law_1.01,2.1968511581420898
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,1,8,power_law_1.01,2.6481344223022463
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,1,8,power_law_1.01,4.078246307373047
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,1,8,power_law_1.01,5.290092849731446
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,3072,1536,8,256,1,8,power_law_1.01,0.06954879760742187
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,3072,1536,8,256,1,8,power_law_1.01,0.20862720012664795
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,3072,1536,8,256,1,8,power_law_1.01,0.23944320678710937
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,3072,1536,8,256,1,8,power_law_1.01,0.24131839275360106
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,3072,1536,8,256,1,8,power_law_1.01,0.2704960107803345
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,3072,1536,8,256,1,8,power_law_1.01,0.27959680557250977
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,3072,1536,8,256,1,8,power_law_1.01,0.3244927883148193
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,3072,1536,8,256,1,8,power_law_1.01,0.33089919090270997
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,3072,1536,8,256,1,8,power_law_1.01,0.26353280544281005
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,3072,1536,8,256,1,8,power_law_1.01,0.2964672088623047
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,3072,1536,8,256,1,8,power_law_1.01,0.30944640636444093
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,3072,1536,8,256,1,8,power_law_1.01,0.317305588722229
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,3072,1536,8,256,1,8,power_law_1.01,0.33861119747161866
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,3072,1536,8,256,1,8,power_law_1.01,0.3279936075210571
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,3072,1536,8,256,1,8,power_law_1.01,0.34591360092163087
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,3072,1536,8,256,1,8,power_law_1.01,0.3663360118865967
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,3072,1536,8,256,1,8,power_law_1.01,0.40687999725341795
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,3072,1536,8,256,1,8,power_law_1.01,0.44527359008789064
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,3072,1536,8,256,1,8,power_law_1.01,0.4935999870300293
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,3072,1536,8,256,1,8,power_law_1.01,0.5891520023345947
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,3072,1536,8,256,1,8,power_law_1.01,0.6894591808319092
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,3072,1536,8,256,1,8,power_law_1.01,0.8656319618225098
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,3072,1536,8,256,1,8,power_law_1.01,1.1041728019714356
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,3072,1536,8,256,1,8,power_law_1.01,1.5977727890014648
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,3072,1536,8,256,1,8,power_law_1.01,2.0361791610717774
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,3072,1536,8,256,1,8,power_law_1.01,3.0338111877441407
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,3072,1536,8,256,1,8,power_law_1.01,4.264211273193359
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,3072,1536,8,256,1,8,power_law_1.2,0.16911360025405883
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,3072,1536,8,256,1,8,power_law_1.2,0.3186239957809448
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,3072,1536,8,256,1,8,power_law_1.2,0.34193921089172363
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,3072,1536,8,256,1,8,power_law_1.2,0.4437312126159668
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,3072,1536,8,256,1,8,power_law_1.2,0.5056640148162842
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,3072,1536,8,256,1,8,power_law_1.2,0.4332096099853516
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,3072,1536,8,256,1,8,power_law_1.2,0.7860415935516357
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,3072,1536,8,256,1,8,power_law_1.2,0.8172351837158203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,3072,1536,8,256,1,8,power_law_1.2,0.7642047882080079
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,3072,1536,8,256,1,8,power_law_1.2,0.8010880470275878
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,3072,1536,8,256,1,8,power_law_1.2,0.799289608001709
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,3072,1536,8,256,1,8,power_law_1.2,0.783846378326416
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,3072,1536,8,256,1,8,power_law_1.2,0.8455488204956054
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,3072,1536,8,256,1,8,power_law_1.2,0.9139328002929688
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,3072,1536,8,256,1,8,power_law_1.2,0.9352831840515137
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,3072,1536,8,256,1,8,power_law_1.2,0.9169152259826661
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,3072,1536,8,256,1,8,power_law_1.2,0.9606656074523926
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,3072,1536,8,256,1,8,power_law_1.2,1.0459391593933105
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,1,8,power_law_1.2,1.095456027984619
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,1,8,power_law_1.2,1.1505727767944336
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,1,8,power_law_1.2,1.2207551956176759
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,1,8,power_law_1.2,1.5107904434204102
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,1,8,power_law_1.2,1.6615680694580077
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,1,8,power_law_1.2,2.371468734741211
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,1,8,power_law_1.2,3.0152896881103515
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,1,8,power_law_1.2,4.47760009765625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,1,8,power_law_1.2,6.206214523315429
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,1,8,power_law_1.2,0.0387584000825882
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,1,8,power_law_1.2,0.225433611869812
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,1,8,power_law_1.2,0.210316801071167
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,1,8,power_law_1.2,0.33616640567779543
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,1,8,power_law_1.2,0.37541120052337645
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,1,8,power_law_1.2,0.2614784002304077
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,1,8,power_law_1.2,0.7869823932647705
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,1,8,power_law_1.2,0.726361608505249
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,1,8,power_law_1.2,0.8176896095275878
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,1,8,power_law_1.2,0.7411839962005615
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,1,8,power_law_1.2,0.8359871864318847
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,1,8,power_law_1.2,0.9207296371459961
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,1,8,power_law_1.2,0.8914239883422852
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,1,8,power_law_1.2,0.8740672111511231
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,1,8,power_law_1.2,0.9173888206481934
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,1,8,power_law_1.2,0.9567744255065918
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,1,8,power_law_1.2,0.9611904144287109
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,1,8,power_law_1.2,1.0388480186462403
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,1,8,power_law_1.2,1.062611198425293
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,1,8,power_law_1.2,1.1883008003234863
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,1,8,power_law_1.2,1.2773887634277343
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,1,8,power_law_1.2,1.478438377380371
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,1,8,power_law_1.2,1.70263671875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,1,8,power_law_1.2,2.5234752655029298
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,1,8,power_law_1.2,3.13253116607666
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,1,8,power_law_1.2,4.417081451416015
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,1,8,power_law_1.2,5.851596832275391
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,3072,1536,8,256,1,8,power_law_1.2,0.07555840015411378
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,3072,1536,8,256,1,8,power_law_1.2,0.21148159503936767
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,3072,1536,8,256,1,8,power_law_1.2,0.20183680057525635
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,3072,1536,8,256,1,8,power_law_1.2,0.2237247943878174
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,3072,1536,8,256,1,8,power_law_1.2,0.29602560997009275
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,3072,1536,8,256,1,8,power_law_1.2,0.25743999481201174
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,3072,1536,8,256,1,8,power_law_1.2,0.30938880443572997
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,3072,1536,8,256,1,8,power_law_1.2,0.27253758907318115
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,3072,1536,8,256,1,8,power_law_1.2,0.3096832036972046
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,3072,1536,8,256,1,8,power_law_1.2,0.2881279945373535
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,3072,1536,8,256,1,8,power_law_1.2,0.31473278999328613
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,3072,1536,8,256,1,8,power_law_1.2,0.3149183988571167
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,3072,1536,8,256,1,8,power_law_1.2,0.3243583917617798
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,3072,1536,8,256,1,8,power_law_1.2,0.35438721179962157
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,3072,1536,8,256,1,8,power_law_1.2,0.3946304082870483
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,3072,1536,8,256,1,8,power_law_1.2,0.40298237800598147
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,3072,1536,8,256,1,8,power_law_1.2,0.40240001678466797
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,3072,1536,8,256,1,8,power_law_1.2,0.4581759929656982
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,3072,1536,8,256,1,8,power_law_1.2,0.5150720119476319
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,3072,1536,8,256,1,8,power_law_1.2,0.5966271877288818
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,3072,1536,8,256,1,8,power_law_1.2,0.6875584125518799
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,3072,1536,8,256,1,8,power_law_1.2,0.9120575904846191
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,3072,1536,8,256,1,8,power_law_1.2,1.152556800842285
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,3072,1536,8,256,1,8,power_law_1.2,1.6700096130371094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,3072,1536,8,256,1,8,power_law_1.2,2.1454912185668946
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,3072,1536,8,256,1,8,power_law_1.2,3.2963840484619142
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,3072,1536,8,256,1,8,power_law_1.2,4.454227066040039
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,3072,1536,8,256,8,1,power_law_1.01,0.019603200256824493
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,3072,1536,8,256,8,1,power_law_1.01,0.023296000063419343
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,3072,1536,8,256,8,1,power_law_1.01,0.057868802547454835
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,3072,1536,8,256,8,1,power_law_1.01,0.16388479471206666
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,3072,1536,8,256,8,1,power_law_1.01,0.24821119308471679
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,3072,1536,8,256,8,1,power_law_1.01,0.32546560764312743
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,3072,1536,8,256,8,1,power_law_1.01,0.44725761413574217
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,3072,1536,8,256,8,1,power_law_1.01,0.46348161697387696
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,3072,1536,8,256,8,1,power_law_1.01,0.4920512199401855
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,3072,1536,8,256,8,1,power_law_1.01,0.4946239948272705
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,3072,1536,8,256,8,1,power_law_1.01,0.5249599933624267
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,3072,1536,8,256,8,1,power_law_1.01,0.537113618850708
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,3072,1536,8,256,8,1,power_law_1.01,0.5366399765014649
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,3072,1536,8,256,8,1,power_law_1.01,0.5463168144226074
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,3072,1536,8,256,8,1,power_law_1.01,0.7648384094238281
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,3072,1536,8,256,8,1,power_law_1.01,0.7585152149200439
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,3072,1536,8,256,8,1,power_law_1.01,0.785862398147583
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,3072,1536,8,256,8,1,power_law_1.01,0.8224320411682129
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,8,1,power_law_1.01,0.8609663963317871
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,8,1,power_law_1.01,0.9163904190063477
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,8,1,power_law_1.01,0.977235221862793
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,8,1,power_law_1.01,1.1128831863403321
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,8,1,power_law_1.01,1.23570556640625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,8,1,power_law_1.01,1.5060928344726563
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,8,1,power_law_1.01,1.8016960144042968
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,8,1,power_law_1.01,2.5062335968017577
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,8,1,power_law_1.01,3.2315521240234375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,8,1,power_law_1.01,0.019276799261569978
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,8,1,power_law_1.01,0.02134400010108948
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,8,1,power_law_1.01,0.03475199937820435
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,8,1,power_law_1.01,0.07031040191650391
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,8,1,power_law_1.01,0.15425280332565308
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,8,1,power_law_1.01,0.22203519344329833
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,8,1,power_law_1.01,0.318284797668457
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,8,1,power_law_1.01,0.3330687999725342
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,8,1,power_law_1.01,0.34425599575042726
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,8,1,power_law_1.01,0.3568128108978271
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,8,1,power_law_1.01,0.3649535894393921
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,8,1,power_law_1.01,0.35740160942077637
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,8,1,power_law_1.01,0.36248319149017333
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,8,1,power_law_1.01,0.3687936067581177
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,8,1,power_law_1.01,0.7187071800231933
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,8,1,power_law_1.01,0.7163328170776367
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,8,1,power_law_1.01,0.752339220046997
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,8,1,power_law_1.01,0.7818816184997559
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,8,1,power_law_1.01,0.8066816329956055
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,8,1,power_law_1.01,0.8569727897644043
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,8,1,power_law_1.01,0.92739839553833
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,8,1,power_law_1.01,1.0411456108093262
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,8,1,power_law_1.01,1.1573568344116212
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,8,1,power_law_1.01,1.383180809020996
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,8,1,power_law_1.01,1.6682239532470704
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,8,1,power_law_1.01,2.3355072021484373
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,8,1,power_law_1.01,3.046681594848633
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,3072,1536,8,256,8,1,power_law_1.2,0.019628800451755524
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,3072,1536,8,256,8,1,power_law_1.2,0.023558400571346283
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,3072,1536,8,256,8,1,power_law_1.2,0.060838401317596436
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,3072,1536,8,256,8,1,power_law_1.2,0.14814720153808594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,3072,1536,8,256,8,1,power_law_1.2,0.22344961166381835
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,3072,1536,8,256,8,1,power_law_1.2,0.3010432004928589
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,3072,1536,8,256,8,1,power_law_1.2,0.4388927936553955
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,3072,1536,8,256,8,1,power_law_1.2,0.4632512092590332
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,3072,1536,8,256,8,1,power_law_1.2,0.4916736125946045
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,3072,1536,8,256,8,1,power_law_1.2,0.491212797164917
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,3072,1536,8,256,8,1,power_law_1.2,0.5373184204101562
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,3072,1536,8,256,8,1,power_law_1.2,0.525267219543457
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,3072,1536,8,256,8,1,power_law_1.2,0.5441279888153077
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,3072,1536,8,256,8,1,power_law_1.2,0.574399995803833
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,3072,1536,8,256,8,1,power_law_1.2,0.7690944194793701
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,3072,1536,8,256,8,1,power_law_1.2,0.7863423824310303
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,3072,1536,8,256,8,1,power_law_1.2,0.8097344398498535
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,3072,1536,8,256,8,1,power_law_1.2,0.8544704437255859
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,8,1,power_law_1.2,0.9148223876953125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,8,1,power_law_1.2,0.9555328369140625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,8,1,power_law_1.2,1.0096960067749023
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,8,1,power_law_1.2,1.1388416290283203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,8,1,power_law_1.2,1.2676671981811523
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,8,1,power_law_1.2,1.5355839729309082
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,8,1,power_law_1.2,1.8762367248535157
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,8,1,power_law_1.2,2.565126419067383
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,8,1,power_law_1.2,3.3013633728027343
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,8,1,power_law_1.2,0.01926400065422058
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,8,1,power_law_1.2,0.021209600567817687
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,8,1,power_law_1.2,0.0365119993686676
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,8,1,power_law_1.2,0.06098560094833374
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,8,1,power_law_1.2,0.12260479927062988
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,8,1,power_law_1.2,0.20216960906982423
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,8,1,power_law_1.2,0.3088000059127808
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,8,1,power_law_1.2,0.333190393447876
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,8,1,power_law_1.2,0.33376638889312743
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,8,1,power_law_1.2,0.3496896028518677
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,8,1,power_law_1.2,0.35542399883270265
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,8,1,power_law_1.2,0.35445120334625246
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,8,1,power_law_1.2,0.3670975923538208
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,8,1,power_law_1.2,0.3822848081588745
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,8,1,power_law_1.2,0.7229824066162109
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,8,1,power_law_1.2,0.7369344234466553
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,8,1,power_law_1.2,0.7621823787689209
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,8,1,power_law_1.2,0.7912511825561523
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,8,1,power_law_1.2,0.8268735885620118
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,8,1,power_law_1.2,0.8935615539550781
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,8,1,power_law_1.2,0.9745663642883301
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,8,1,power_law_1.2,1.0626943588256836
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,8,1,power_law_1.2,1.1848064422607423
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,8,1,power_law_1.2,1.4250752449035644
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,8,1,power_law_1.2,1.707904052734375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,8,1,power_law_1.2,2.412486457824707
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,8,1,power_law_1.2,3.099443244934082
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,8,power_law_1.01,0.1369920015335083
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,8,power_law_1.01,0.26626560688018797
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,8,power_law_1.01,0.21934080123901367
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,8,power_law_1.01,0.25623040199279784
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,8,power_law_1.01,0.22771840095520018
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,8,power_law_1.01,0.45623040199279785
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,8,power_law_1.01,0.4336703777313232
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,8,power_law_1.01,0.47399039268493653
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,8,power_law_1.01,0.4642496109008789
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,8,power_law_1.01,0.49881601333618164
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,8,power_law_1.01,0.4971968173980713
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,8,power_law_1.01,0.5094719886779785
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,8,power_law_1.01,0.4746880054473877
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,8,power_law_1.01,0.4889088153839111
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,8,power_law_1.01,0.5361216068267822
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,8,power_law_1.01,0.5722559928894043
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,8,power_law_1.01,0.5405759811401367
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,8,power_law_1.01,0.5942848205566407
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,8,power_law_1.01,0.6245567798614502
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,8,power_law_1.01,0.6737152099609375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,8,power_law_1.01,0.7738111972808838
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,8,power_law_1.01,0.9179391860961914
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,8,power_law_1.01,1.2186176300048828
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,8,power_law_1.01,1.6966592788696289
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,8,power_law_1.01,2.182758331298828
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,8,power_law_1.01,3.379872131347656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,8,power_law_1.01,4.27825927734375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,8,power_law_1.01,0.033939200639724734
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,8,power_law_1.01,0.10648319721221924
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,8,power_law_1.01,0.08584319949150085
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,8,power_law_1.01,0.19355520009994506
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,8,power_law_1.01,0.21791999340057372
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,8,power_law_1.01,0.43967361450195314
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,8,power_law_1.01,0.4124159812927246
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,8,power_law_1.01,0.4593984127044678
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,8,power_law_1.01,0.46227197647094725
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,8,power_law_1.01,0.4555647850036621
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,8,power_law_1.01,0.4732672214508057
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,8,power_law_1.01,0.45795202255249023
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,8,power_law_1.01,0.4977280139923096
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,8,power_law_1.01,0.4759232044219971
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,8,power_law_1.01,0.5320576190948486
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,8,power_law_1.01,0.5315839767456054
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,8,power_law_1.01,0.55731201171875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,8,power_law_1.01,0.585203218460083
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,8,power_law_1.01,0.6249343872070312
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,8,power_law_1.01,0.6410496234893799
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,8,power_law_1.01,0.7160511970520019
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,8,power_law_1.01,0.9264384269714355
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,8,power_law_1.01,1.2300224304199219
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,8,power_law_1.01,1.7615039825439454
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,8,power_law_1.01,2.374444770812988
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,8,power_law_1.01,3.3063167572021483
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,8,power_law_1.01,4.391526412963867
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,8,power_law_1.2,0.13772159814834595
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,8,power_law_1.2,0.17747199535369873
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,8,power_law_1.2,0.2489471912384033
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,8,power_law_1.2,0.25246078968048097
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,8,power_law_1.2,0.24895360469818115
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,8,power_law_1.2,0.4523136138916016
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,8,power_law_1.2,0.46606078147888186
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,8,power_law_1.2,0.4621056079864502
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,8,power_law_1.2,0.490553617477417
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,8,power_law_1.2,0.4599743843078613
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,8,power_law_1.2,0.5098752021789551
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,8,power_law_1.2,0.48888320922851564
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,8,power_law_1.2,0.5312640190124511
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,8,power_law_1.2,0.5503615856170654
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,8,power_law_1.2,0.5245888233184814
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,8,power_law_1.2,0.5439680099487305
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,8,power_law_1.2,0.5599616050720215
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,8,power_law_1.2,0.598905611038208
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,8,power_law_1.2,0.6274432182312012
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,8,power_law_1.2,0.710316801071167
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,8,power_law_1.2,0.8094335556030273
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,8,power_law_1.2,1.1614463806152344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,8,power_law_1.2,1.3784064292907714
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,8,power_law_1.2,2.01965446472168
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,8,power_law_1.2,2.703647994995117
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,8,power_law_1.2,3.6867393493652343
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,8,power_law_1.2,5.297439956665039
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,8,power_law_1.2,0.03336319923400879
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,8,power_law_1.2,0.07567359805107117
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,8,power_law_1.2,0.1369920015335083
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,8,power_law_1.2,0.10279680490493774
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,8,power_law_1.2,0.13798400163650512
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,8,power_law_1.2,0.3871040105819702
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,8,power_law_1.2,0.4108096122741699
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,8,power_law_1.2,0.43553919792175294
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,8,power_law_1.2,0.45009918212890626
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,8,power_law_1.2,0.47536001205444334
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,8,power_law_1.2,0.4657087802886963
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,8,power_law_1.2,0.4986112117767334
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,8,power_law_1.2,0.49143037796020506
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,8,power_law_1.2,0.4993599891662598
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,8,power_law_1.2,0.5150911808013916
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,8,power_law_1.2,0.5104703903198242
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,8,power_law_1.2,0.5530752182006836
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,8,power_law_1.2,0.5703999996185303
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,8,power_law_1.2,0.6391039848327636
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,8,power_law_1.2,0.6800640106201172
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,8,power_law_1.2,0.7484288215637207
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,8,power_law_1.2,0.9912639617919922
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,8,power_law_1.2,1.303980827331543
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,8,power_law_1.2,2.0546560287475586
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,8,power_law_1.2,2.588352012634277
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,8,power_law_1.2,3.6340801239013674
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,8,power_law_1.2,5.296787261962891
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,2688,1856,6,128,8,1,power_law_1.01,0.021273599565029146
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,2688,1856,6,128,8,1,power_law_1.01,0.023571200668811798
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,2688,1856,6,128,8,1,power_law_1.01,0.05852159857749939
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,2688,1856,6,128,8,1,power_law_1.01,0.11652480363845825
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,2688,1856,6,128,8,1,power_law_1.01,0.16577279567718506
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,2688,1856,6,128,8,1,power_law_1.01,0.27550079822540285
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,2688,1856,6,128,8,1,power_law_1.01,0.2811199903488159
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,2688,1856,6,128,8,1,power_law_1.01,0.29424641132354734
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,2688,1856,6,128,8,1,power_law_1.01,0.3033344030380249
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,2688,1856,6,128,8,1,power_law_1.01,0.3090816020965576
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,2688,1856,6,128,8,1,power_law_1.01,0.31307520866394045
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,2688,1856,6,128,8,1,power_law_1.01,0.44924159049987794
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,2688,1856,6,128,8,1,power_law_1.01,0.44335360527038575
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,2688,1856,6,128,8,1,power_law_1.01,0.46830081939697266
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,2688,1856,6,128,8,1,power_law_1.01,0.48105602264404296
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,2688,1856,6,128,8,1,power_law_1.01,0.4866112232208252
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,2688,1856,6,128,8,1,power_law_1.01,0.48768000602722167
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,2688,1856,6,128,8,1,power_law_1.01,0.4971583843231201
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,8,1,power_law_1.01,0.5211455821990967
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,8,1,power_law_1.01,0.5879104137420654
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,8,1,power_law_1.01,0.6465472221374512
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,8,1,power_law_1.01,0.7710527896881103
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,8,1,power_law_1.01,0.8953663825988769
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,8,1,power_law_1.01,1.2204095840454101
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,8,1,power_law_1.01,1.5620927810668945
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,8,1,power_law_1.01,2.256671905517578
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,8,1,power_law_1.01,2.952057647705078
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,8,1,power_law_1.01,0.020665599405765532
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,8,1,power_law_1.01,0.024460799992084503
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,8,1,power_law_1.01,0.03811840116977692
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,8,1,power_law_1.01,0.061791998147964475
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,8,1,power_law_1.01,0.0754047989845276
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,8,1,power_law_1.01,0.19096959829330445
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,8,1,power_law_1.01,0.20469119548797607
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,8,1,power_law_1.01,0.21610240936279296
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,8,1,power_law_1.01,0.22223360538482667
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,8,1,power_law_1.01,0.2259648084640503
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,8,1,power_law_1.01,0.23484160900115966
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,8,1,power_law_1.01,0.40134401321411134
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,8,1,power_law_1.01,0.4094719886779785
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,8,1,power_law_1.01,0.4154047966003418
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,8,1,power_law_1.01,0.4265727996826172
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,8,1,power_law_1.01,0.433625602722168
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,8,1,power_law_1.01,0.4659008026123047
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,8,1,power_law_1.01,0.5014272212982178
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,8,1,power_law_1.01,0.5429567813873291
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,8,1,power_law_1.01,0.5788352012634277
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,8,1,power_law_1.01,0.6253119945526123
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,8,1,power_law_1.01,0.719916820526123
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,8,1,power_law_1.01,0.825004768371582
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,8,1,power_law_1.01,1.1208703994750977
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,8,1,power_law_1.01,1.4597439765930176
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,8,1,power_law_1.01,2.1342399597167967
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,8,1,power_law_1.01,2.814028739929199
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,2688,1856,6,128,8,1,power_law_1.2,0.021542400121688843
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,2688,1856,6,128,8,1,power_law_1.2,0.02332800030708313
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,2688,1856,6,128,8,1,power_law_1.2,0.05135999917984009
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,2688,1856,6,128,8,1,power_law_1.2,0.09893119931221009
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,2688,1856,6,128,8,1,power_law_1.2,0.16091519594192505
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,2688,1856,6,128,8,1,power_law_1.2,0.2663167953491211
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,2688,1856,6,128,8,1,power_law_1.2,0.2877824068069458
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,2688,1856,6,128,8,1,power_law_1.2,0.29397120475769045
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,2688,1856,6,128,8,1,power_law_1.2,0.31561601161956787
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,2688,1856,6,128,8,1,power_law_1.2,0.319814395904541
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,2688,1856,6,128,8,1,power_law_1.2,0.32874240875244143
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,2688,1856,6,128,8,1,power_law_1.2,0.4607999801635742
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,2688,1856,6,128,8,1,power_law_1.2,0.482425594329834
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,2688,1856,6,128,8,1,power_law_1.2,0.48492798805236814
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,2688,1856,6,128,8,1,power_law_1.2,0.4880703926086426
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,2688,1856,6,128,8,1,power_law_1.2,0.48426241874694825
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,2688,1856,6,128,8,1,power_law_1.2,0.4909183979034424
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,2688,1856,6,128,8,1,power_law_1.2,0.5093056201934815
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,8,1,power_law_1.2,0.5351359844207764
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,8,1,power_law_1.2,0.6095871925354004
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,8,1,power_law_1.2,0.6598144054412842
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,8,1,power_law_1.2,0.7665855884552002
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,8,1,power_law_1.2,0.9194432258605957
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,8,1,power_law_1.2,1.2505855560302734
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,8,1,power_law_1.2,1.6023103713989257
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,8,1,power_law_1.2,2.278803253173828
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,8,1,power_law_1.2,2.9931264877319337
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,8,1,power_law_1.2,0.021030400693416596
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,8,1,power_law_1.2,0.024307200312614442
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,8,1,power_law_1.2,0.0342848002910614
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,8,1,power_law_1.2,0.053414398431777955
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,8,1,power_law_1.2,0.069760000705719
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,8,1,power_law_1.2,0.1866047978401184
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,8,1,power_law_1.2,0.20590078830718994
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,8,1,power_law_1.2,0.21488640308380128
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,8,1,power_law_1.2,0.22721281051635742
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,8,1,power_law_1.2,0.23543040752410888
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,8,1,power_law_1.2,0.24892799854278563
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,8,1,power_law_1.2,0.4077119827270508
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,8,1,power_law_1.2,0.4188864231109619
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,8,1,power_law_1.2,0.4303999900817871
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,8,1,power_law_1.2,0.4428095817565918
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,8,1,power_law_1.2,0.45066242218017577
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,8,1,power_law_1.2,0.4725823879241943
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,8,1,power_law_1.2,0.5109568119049073
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,8,1,power_law_1.2,0.5477888107299804
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,8,1,power_law_1.2,0.5930240154266357
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,8,1,power_law_1.2,0.6330304145812988
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,8,1,power_law_1.2,0.7228415966033935
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,8,1,power_law_1.2,0.8350720405578613
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,8,1,power_law_1.2,1.133452796936035
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,8,1,power_law_1.2,1.4690752029418945
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,8,1,power_law_1.2,2.167161560058594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,8,1,power_law_1.2,2.8410688400268556
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,8,power_law_1.01,0.9732607841491699
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,8,power_law_1.01,1.9168319702148438
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,8,power_law_1.01,1.5337663650512696
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,8,power_law_1.01,2.05916805267334
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,8,power_law_1.01,2.4604671478271483
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,8,power_law_1.01,2.6520063400268556
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,8,power_law_1.01,2.56125431060791
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,8,power_law_1.01,2.455763244628906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,8,power_law_1.01,3.885529708862305
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,8,power_law_1.01,3.719513702392578
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,8,power_law_1.01,3.868921661376953
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,8,power_law_1.01,3.919033432006836
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,8,power_law_1.01,3.9348289489746096
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,8,power_law_1.01,4.106502532958984
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,8,power_law_1.01,4.132863998413086
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,8,power_law_1.01,4.021887969970703
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,8,power_law_1.01,4.400761413574219
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,8,power_law_1.01,4.630534362792969
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,8,power_law_1.01,4.830214309692383
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,8,power_law_1.01,5.197561645507813
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,8,power_law_1.01,5.676857757568359
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,8,power_law_1.01,6.690067291259766
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,8,power_law_1.01,7.97570571899414
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,8,power_law_1.01,11.009458923339844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,8,power_law_1.01,13.317304992675782
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,8,power_law_1.01,19.939967346191406
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,8,power_law_1.01,26.71112976074219
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,8,power_law_1.01,0.8524352073669433
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,8,power_law_1.01,1.3828351974487305
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,8,power_law_1.01,1.2259712219238281
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,8,power_law_1.01,1.496985626220703
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,8,power_law_1.01,1.7531200408935548
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,8,power_law_1.01,1.8887872695922852
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,8,power_law_1.01,1.7056703567504883
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,8,power_law_1.01,1.8368000030517577
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,8,power_law_1.01,3.624166488647461
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,8,power_law_1.01,3.694163131713867
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,8,power_law_1.01,3.963199996948242
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,8,power_law_1.01,4.045254516601562
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,8,power_law_1.01,3.9596927642822264
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,8,power_law_1.01,4.218931198120117
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,8,power_law_1.01,4.152121734619141
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,8,power_law_1.01,4.3143871307373045
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,8,power_law_1.01,4.448249435424804
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,8,power_law_1.01,4.725471878051758
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,8,power_law_1.01,4.995859146118164
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,8,power_law_1.01,5.381657409667969
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,8,power_law_1.01,5.7690174102783205
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,8,power_law_1.01,6.952178955078125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,8,power_law_1.01,8.174073791503906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,8,power_law_1.01,11.116140747070313
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,8,power_law_1.01,14.223091125488281
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,8,power_law_1.01,20.372569274902343
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,8,power_law_1.01,27.110470581054688
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,8,power_law_1.01,0.6338687896728515
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,8,power_law_1.01,0.9920639991760254
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,8,power_law_1.01,0.8415424346923828
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,8,power_law_1.01,1.0227647781372071
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,8,power_law_1.01,1.314688014984131
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,8,power_law_1.01,1.3346752166748046
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,8,power_law_1.01,1.2925824165344237
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,8,power_law_1.01,1.3424768447875977
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,8,power_law_1.01,1.3637632369995116
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,8,power_law_1.01,1.3331007957458496
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,8,power_law_1.01,1.302451229095459
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,8,power_law_1.01,1.4118080139160156
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,8,power_law_1.01,1.4169343948364257
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,8,power_law_1.01,1.5508671760559083
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,8,power_law_1.01,1.5892160415649415
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,8,power_law_1.01,1.6219520568847656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,8,power_law_1.01,1.7091968536376954
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,8,power_law_1.01,1.9631168365478515
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,8,power_law_1.01,2.1503360748291014
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,8,power_law_1.01,2.5782144546508787
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,8,power_law_1.01,2.961702346801758
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,8,power_law_1.01,3.9568256378173827
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,8,power_law_1.01,4.882438278198242
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,8,power_law_1.01,7.18292465209961
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,8,power_law_1.01,9.373490905761718
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,8,power_law_1.01,13.818623352050782
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,8,power_law_1.01,18.176832580566405
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,8,power_law_1.2,1.1443967819213867
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,8,power_law_1.2,1.3408127784729005
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,8,power_law_1.2,1.6127744674682618
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,8,power_law_1.2,2.0765567779541017
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,8,power_law_1.2,2.5188671112060548
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,8,power_law_1.2,2.634547233581543
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,8,power_law_1.2,2.4532096862792967
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,8,power_law_1.2,2.372960090637207
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,8,power_law_1.2,3.8218494415283204
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,8,power_law_1.2,3.9218238830566405
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,8,power_law_1.2,3.7276992797851562
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,8,power_law_1.2,3.851136016845703
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,8,power_law_1.2,3.9958656311035154
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,8,power_law_1.2,4.165407943725586
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,8,power_law_1.2,4.349740982055664
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,8,power_law_1.2,4.394931030273438
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,8,power_law_1.2,4.403590393066406
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,8,power_law_1.2,4.701919937133789
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,8,power_law_1.2,4.980812835693359
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,8,power_law_1.2,5.4323265075683596
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,8,power_law_1.2,5.941600036621094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,8,power_law_1.2,7.237222290039062
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,8,power_law_1.2,8.61949462890625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,8,power_law_1.2,11.583296203613282
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,8,power_law_1.2,15.15325469970703
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,8,power_law_1.2,24.449305725097656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,8,power_law_1.2,29.981460571289062
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,8,power_law_1.2,0.8495936393737793
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,8,power_law_1.2,0.9536767959594726
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,8,power_law_1.2,1.2407039642333983
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,8,power_law_1.2,1.4111295700073243
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,8,power_law_1.2,1.7879743576049805
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,8,power_law_1.2,1.8218559265136718
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,8,power_law_1.2,1.8866111755371093
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,8,power_law_1.2,1.9485631942749024
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,8,power_law_1.2,3.7816638946533203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,8,power_law_1.2,3.7832576751708986
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,8,power_law_1.2,4.0065662384033205
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,8,power_law_1.2,4.184729766845703
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,8,power_law_1.2,4.135142517089844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,8,power_law_1.2,4.183564758300781
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,8,power_law_1.2,4.349638366699219
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,8,power_law_1.2,4.446150588989258
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,8,power_law_1.2,4.447999954223633
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,8,power_law_1.2,4.818687820434571
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,8,power_law_1.2,5.083993530273437
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,8,power_law_1.2,5.567270278930664
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,8,power_law_1.2,6.0431873321533205
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,8,power_law_1.2,7.723468780517578
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,8,power_law_1.2,8.92647705078125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,8,power_law_1.2,12.451200103759765
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,8,power_law_1.2,16.15276184082031
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,8,power_law_1.2,22.820787048339845
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,8,power_law_1.2,30.496255493164064
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,8,power_law_1.2,0.6378943920135498
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,8,power_law_1.2,0.7084928035736084
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,8,power_law_1.2,0.8440704345703125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,8,power_law_1.2,0.9574336051940918
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,8,power_law_1.2,1.2432127952575684
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,8,power_law_1.2,1.3249024391174316
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,8,power_law_1.2,1.3290816307067872
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,8,power_law_1.2,1.3926591873168945
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,8,power_law_1.2,1.2805760383605957
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,8,power_law_1.2,1.3272128105163574
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,8,power_law_1.2,1.38024959564209
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,8,power_law_1.2,1.4356160163879395
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,8,power_law_1.2,1.5021568298339845
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,8,power_law_1.2,1.5867391586303712
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,8,power_law_1.2,1.6475263595581056
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,8,power_law_1.2,1.6710399627685546
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,8,power_law_1.2,1.7735488891601563
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,8,power_law_1.2,1.942643165588379
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,8,power_law_1.2,2.205913543701172
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,8,power_law_1.2,2.577292823791504
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,8,power_law_1.2,3.0341567993164062
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,8,power_law_1.2,4.015225601196289
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,8,power_law_1.2,5.168236923217774
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,8,power_law_1.2,7.664275360107422
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,8,power_law_1.2,10.762355041503906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,8,power_law_1.2,14.195539855957032
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,8,power_law_1.2,20.725701904296876
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,2688,22,512,8,1,power_law_1.01,0.19822720289230347
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,2688,22,512,8,1,power_law_1.01,0.253056001663208
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,2688,22,512,8,1,power_law_1.01,0.4998015880584717
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,2688,22,512,8,1,power_law_1.01,0.8673536300659179
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,2688,22,512,8,1,power_law_1.01,1.230348777770996
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,2688,22,512,8,1,power_law_1.01,2.0847040176391602
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,2688,22,512,8,1,power_law_1.01,2.236857604980469
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,2688,22,512,8,1,power_law_1.01,2.327008056640625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,2688,22,512,8,1,power_law_1.01,2.4151296615600586
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,2688,22,512,8,1,power_law_1.01,2.4340864181518556
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,2688,22,512,8,1,power_law_1.01,2.5011199951171874
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,2688,22,512,8,1,power_law_1.01,2.58035831451416
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,2688,22,512,8,1,power_law_1.01,2.583673667907715
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,2688,22,512,8,1,power_law_1.01,2.674630355834961
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,2688,22,512,8,1,power_law_1.01,2.748076820373535
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,2688,22,512,8,1,power_law_1.01,2.791347122192383
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,2688,22,512,8,1,power_law_1.01,2.92871036529541
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,2688,22,512,8,1,power_law_1.01,3.894316864013672
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,8,1,power_law_1.01,3.9776126861572267
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,8,1,power_law_1.01,4.1592449188232425
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,8,1,power_law_1.01,4.447846221923828
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,8,1,power_law_1.01,5.0680896759033205
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,8,1,power_law_1.01,5.737260818481445
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,8,1,power_law_1.01,7.417279815673828
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,8,1,power_law_1.01,9.392243194580079
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,8,1,power_law_1.01,13.519929504394531
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,8,1,power_law_1.01,17.884736633300783
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,8,1,power_law_1.01,0.03450239896774292
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,8,1,power_law_1.01,0.15724799633026124
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,8,1,power_law_1.01,0.3388864040374756
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,8,1,power_law_1.01,0.5633535861968995
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,8,1,power_law_1.01,0.8260607719421387
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,8,1,power_law_1.01,1.3996416091918946
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,8,1,power_law_1.01,1.4883520126342773
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,8,1,power_law_1.01,1.5564864158630372
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,8,1,power_law_1.01,1.6007104873657227
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,8,1,power_law_1.01,1.6298688888549804
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,8,1,power_law_1.01,1.6688575744628906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,8,1,power_law_1.01,1.7122304916381836
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,8,1,power_law_1.01,1.711244773864746
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,8,1,power_law_1.01,1.778976058959961
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,8,1,power_law_1.01,1.8017919540405274
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,8,1,power_law_1.01,1.8419008255004883
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,8,1,power_law_1.01,1.9262720108032227
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,8,1,power_law_1.01,3.585734558105469
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,8,1,power_law_1.01,3.6967041015625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,8,1,power_law_1.01,4.022835159301758
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,8,1,power_law_1.01,4.322137451171875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,8,1,power_law_1.01,4.988281631469727
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,8,1,power_law_1.01,5.649881744384766
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,8,1,power_law_1.01,7.2335357666015625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,8,1,power_law_1.01,9.16226577758789
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,8,1,power_law_1.01,13.2234375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,8,1,power_law_1.01,17.389138793945314
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,2688,22,512,8,1,power_law_1.2,0.19971200227737426
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,2688,22,512,8,1,power_law_1.2,0.25610880851745604
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,2688,22,512,8,1,power_law_1.2,0.4994880199432373
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,2688,22,512,8,1,power_law_1.2,0.7866112232208252
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,2688,22,512,8,1,power_law_1.2,1.1293375968933106
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,2688,22,512,8,1,power_law_1.2,2.0455808639526367
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,2688,22,512,8,1,power_law_1.2,2.2312511444091796
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,2688,22,512,8,1,power_law_1.2,2.323315238952637
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,2688,22,512,8,1,power_law_1.2,2.3770624160766602
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,2688,22,512,8,1,power_law_1.2,2.48023681640625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,2688,22,512,8,1,power_law_1.2,2.549612808227539
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,2688,22,512,8,1,power_law_1.2,2.5822399139404295
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,2688,22,512,8,1,power_law_1.2,2.7005887985229493
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,2688,22,512,8,1,power_law_1.2,2.7591360092163084
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,2688,22,512,8,1,power_law_1.2,2.8447872161865235
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,2688,22,512,8,1,power_law_1.2,2.904217529296875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,2688,22,512,8,1,power_law_1.2,3.0236480712890623
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,2688,22,512,8,1,power_law_1.2,3.943462371826172
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,8,1,power_law_1.2,4.0258430480957035
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,8,1,power_law_1.2,4.278227233886719
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,8,1,power_law_1.2,4.623289489746094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,8,1,power_law_1.2,5.194284820556641
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,8,1,power_law_1.2,5.996364974975586
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,8,1,power_law_1.2,7.817810821533203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,8,1,power_law_1.2,9.705081939697266
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,8,1,power_law_1.2,13.807737731933594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,8,1,power_law_1.2,18.137957763671874
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,8,1,power_law_1.2,0.03430399894714355
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,8,1,power_law_1.2,0.15501439571380615
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,8,1,power_law_1.2,0.339136004447937
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,8,1,power_law_1.2,0.5206783771514892
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,8,1,power_law_1.2,0.754150390625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,8,1,power_law_1.2,1.3707648277282716
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,8,1,power_law_1.2,1.4777024269104004
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,8,1,power_law_1.2,1.5417152404785157
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,8,1,power_law_1.2,1.5868800163269043
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,8,1,power_law_1.2,1.6443071365356445
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,8,1,power_law_1.2,1.7168512344360352
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,8,1,power_law_1.2,1.7025983810424805
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,8,1,power_law_1.2,1.7509824752807617
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,8,1,power_law_1.2,1.8024831771850587
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,8,1,power_law_1.2,1.896780776977539
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,8,1,power_law_1.2,1.9264448165893555
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,8,1,power_law_1.2,1.9807296752929688
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,8,1,power_law_1.2,3.686342239379883
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,8,1,power_law_1.2,3.811724853515625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,8,1,power_law_1.2,4.125945663452148
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,8,1,power_law_1.2,4.4432319641113285
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,8,1,power_law_1.2,5.113958358764648
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,8,1,power_law_1.2,5.850201416015625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,8,1,power_law_1.2,7.5321601867675785
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,8,1,power_law_1.2,9.450669097900391
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,8,1,power_law_1.2,13.623904418945312
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,8,1,power_law_1.2,17.77562255859375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,14336,2,8,16,1,power_law_1.01,0.04119040071964264
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,14336,2,8,16,1,power_law_1.01,0.03576320111751556
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,14336,2,8,16,1,power_law_1.01,0.04248960018157959
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,14336,2,8,16,1,power_law_1.01,0.12662400007247926
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,14336,2,8,16,1,power_law_1.01,0.1652992010116577
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,14336,2,8,16,1,power_law_1.01,0.16518399715423585
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,14336,2,8,16,1,power_law_1.01,0.16764160394668579
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,14336,2,8,16,1,power_law_1.01,0.17122559547424315
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,14336,2,8,16,1,power_law_1.01,0.17310719490051268
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,14336,2,8,16,1,power_law_1.01,0.17547520399093627
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,14336,2,8,16,1,power_law_1.01,0.1753983974456787
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,14336,2,8,16,1,power_law_1.01,0.17592320442199708
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,14336,2,8,16,1,power_law_1.01,0.18258559703826904
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,14336,2,8,16,1,power_law_1.01,0.18539520502090454
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,14336,2,8,16,1,power_law_1.01,0.2011647939682007
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,14336,2,8,16,1,power_law_1.01,0.2088576078414917
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,14336,2,8,16,1,power_law_1.01,0.21003520488739014
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,14336,2,8,16,1,power_law_1.01,0.2308799982070923
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,16,1,power_law_1.01,0.31568639278411864
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,16,1,power_law_1.01,0.39150080680847166
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,16,1,power_law_1.01,0.4767295837402344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,16,1,power_law_1.01,0.6752319812774659
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,16,1,power_law_1.01,0.8729344367980957
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,16,1,power_law_1.01,1.3027647972106933
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,16,1,power_law_1.01,1.7120576858520509
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,16,1,power_law_1.01,2.571219253540039
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,16,1,power_law_1.01,3.4337406158447266
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,16,1,power_law_1.01,0.021644799411296843
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,16,1,power_law_1.01,0.02487040013074875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,16,1,power_law_1.01,0.026636800169944762
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,16,1,power_law_1.01,0.032076799869537355
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,16,1,power_law_1.01,0.04775039851665497
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,16,1,power_law_1.01,0.049369600415229795
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,16,1,power_law_1.01,0.05122560262680054
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,16,1,power_law_1.01,0.052671998739242554
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,16,1,power_law_1.01,0.05312640070915222
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,16,1,power_law_1.01,0.05605120062828064
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,16,1,power_law_1.01,0.061894398927688596
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,16,1,power_law_1.01,0.0669376015663147
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,16,1,power_law_1.01,0.07906559705734253
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,16,1,power_law_1.01,0.08858879804611205
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,16,1,power_law_1.01,0.10311039686203002
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,16,1,power_law_1.01,0.11630079746246338
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,16,1,power_law_1.01,0.13912960290908813
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,16,1,power_law_1.01,0.1892416000366211
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,16,1,power_law_1.01,0.23493759632110595
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,16,1,power_law_1.01,0.33955199718475343
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,16,1,power_law_1.01,0.4310783863067627
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,16,1,power_law_1.01,0.6370944023132324
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,16,1,power_law_1.01,0.8225472450256348
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,16,1,power_law_1.01,1.251091194152832
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,16,1,power_law_1.01,1.6485055923461913
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,16,1,power_law_1.01,2.5019712448120117
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,16,1,power_law_1.01,3.3560256958007812
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,16,1,power_law_1.01,0.04182400107383728
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,16,1,power_law_1.01,0.04574080109596253
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,16,1,power_law_1.01,0.04954879879951477
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,16,1,power_law_1.01,0.05001599788665771
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,16,1,power_law_1.01,0.05077120065689087
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,16,1,power_law_1.01,0.05281280279159546
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,16,1,power_law_1.01,0.05204480290412903
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,16,1,power_law_1.01,0.052665597200393675
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,16,1,power_law_1.01,0.05363199710845947
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,16,1,power_law_1.01,0.05724800229072571
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,16,1,power_law_1.01,0.05699840188026428
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,16,1,power_law_1.01,0.058297598361968996
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,16,1,power_law_1.01,0.0819263994693756
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,16,1,power_law_1.01,0.08483200073242188
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,16,1,power_law_1.01,0.09702399969100953
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,16,1,power_law_1.01,0.10439679622650147
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,16,1,power_law_1.01,0.10351999998092651
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,16,1,power_law_1.01,0.14943360090255736
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,16,1,power_law_1.01,0.16906880140304564
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,16,1,power_law_1.01,0.22767999172210693
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,16,1,power_law_1.01,0.30193281173706055
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,16,1,power_law_1.01,0.42697601318359374
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,16,1,power_law_1.01,0.5434815883636475
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,16,1,power_law_1.01,0.7964799880981446
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,16,1,power_law_1.01,1.0547648429870606
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,16,1,power_law_1.01,1.5551744461059571
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,16,1,power_law_1.01,2.0862592697143554
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,14336,2,8,16,1,power_law_1.2,0.029420799016952513
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,14336,2,8,16,1,power_law_1.2,0.03648639917373657
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,14336,2,8,16,1,power_law_1.2,0.0424703985452652
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,14336,2,8,16,1,power_law_1.2,0.12389119863510131
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,14336,2,8,16,1,power_law_1.2,0.16321280002593994
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,14336,2,8,16,1,power_law_1.2,0.16536959409713745
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,14336,2,8,16,1,power_law_1.2,0.15952639579772948
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,14336,2,8,16,1,power_law_1.2,0.17181440591812133
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,14336,2,8,16,1,power_law_1.2,0.1731328010559082
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,14336,2,8,16,1,power_law_1.2,0.17636480331420898
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,14336,2,8,16,1,power_law_1.2,0.177401602268219
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,14336,2,8,16,1,power_law_1.2,0.17715840339660643
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,14336,2,8,16,1,power_law_1.2,0.18018560409545897
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,14336,2,8,16,1,power_law_1.2,0.1854143977165222
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,14336,2,8,16,1,power_law_1.2,0.1997439980506897
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,14336,2,8,16,1,power_law_1.2,0.20750079154968262
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,14336,2,8,16,1,power_law_1.2,0.21049599647521972
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,14336,2,8,16,1,power_law_1.2,0.23041279315948487
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,16,1,power_law_1.2,0.3060863971710205
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,16,1,power_law_1.2,0.39429121017456054
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,16,1,power_law_1.2,0.4924799919128418
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,16,1,power_law_1.2,0.6641471862792969
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,16,1,power_law_1.2,0.8747072219848633
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,16,1,power_law_1.2,1.301471996307373
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,16,1,power_law_1.2,1.7146560668945312
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,16,1,power_law_1.2,2.5700351715087892
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,16,1,power_law_1.2,3.4264575958251955
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,16,1,power_law_1.2,0.02160000056028366
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,16,1,power_law_1.2,0.024979199469089507
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,16,1,power_law_1.2,0.026169601082801818
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,16,1,power_law_1.2,0.03144960105419159
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,16,1,power_law_1.2,0.04775039851665497
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,16,1,power_law_1.2,0.04952960014343262
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,16,1,power_law_1.2,0.051046401262283325
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,16,1,power_law_1.2,0.05195519924163818
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,16,1,power_law_1.2,0.05446400046348572
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,16,1,power_law_1.2,0.0572160005569458
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,16,1,power_law_1.2,0.0616703987121582
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,16,1,power_law_1.2,0.06435840129852295
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,16,1,power_law_1.2,0.07747840285301208
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,16,1,power_law_1.2,0.08755840063095092
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,16,1,power_law_1.2,0.10323200225830079
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,16,1,power_law_1.2,0.11594239473342896
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,16,1,power_law_1.2,0.13753600120544435
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,16,1,power_law_1.2,0.1912384033203125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,16,1,power_law_1.2,0.23372159004211426
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,16,1,power_law_1.2,0.3384768009185791
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,16,1,power_law_1.2,0.4348031997680664
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,16,1,power_law_1.2,0.6259071826934814
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,16,1,power_law_1.2,0.8232319831848145
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,16,1,power_law_1.2,1.2479871749877929
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,16,1,power_law_1.2,1.6559743881225586
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,16,1,power_law_1.2,2.4879615783691404
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,16,1,power_law_1.2,3.3500606536865236
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,16,1,power_law_1.2,0.04147840142250061
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,16,1,power_law_1.2,0.04578559994697571
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,16,1,power_law_1.2,0.04961279928684235
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,16,1,power_law_1.2,0.04986880123615265
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,16,1,power_law_1.2,0.05006080269813538
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,16,1,power_law_1.2,0.051551997661590576
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,16,1,power_law_1.2,0.052300798892974856
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,16,1,power_law_1.2,0.0542464017868042
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,16,1,power_law_1.2,0.05384960174560547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,16,1,power_law_1.2,0.055929601192474365
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,16,1,power_law_1.2,0.0572160005569458
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,16,1,power_law_1.2,0.05940480232238769
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,16,1,power_law_1.2,0.07791360020637512
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,16,1,power_law_1.2,0.08629119992256165
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,16,1,power_law_1.2,0.09685760140419006
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,16,1,power_law_1.2,0.1030784010887146
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,16,1,power_law_1.2,0.10316159725189208
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,16,1,power_law_1.2,0.14909440279006958
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,16,1,power_law_1.2,0.1692352056503296
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,16,1,power_law_1.2,0.22867200374603272
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,16,1,power_law_1.2,0.2988672018051147
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,16,1,power_law_1.2,0.4231103897094727
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,16,1,power_law_1.2,0.5449535846710205
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,16,1,power_law_1.2,0.796556806564331
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,16,1,power_law_1.2,1.0525952339172364
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,16,1,power_law_1.2,1.5511743545532226
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,16,1,power_law_1.2,2.0756671905517576
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,6144,16384,2,8,16,1,power_law_1.01,0.05006719827651977
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,6144,16384,2,8,16,1,power_law_1.01,0.0830847978591919
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,6144,16384,2,8,16,1,power_law_1.01,0.11779839992523193
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,6144,16384,2,8,16,1,power_law_1.01,0.20815999507904054
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,6144,16384,2,8,16,1,power_law_1.01,0.28297600746154783
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,6144,16384,2,8,16,1,power_law_1.01,0.29448320865631106
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,6144,16384,2,8,16,1,power_law_1.01,0.293939208984375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,6144,16384,2,8,16,1,power_law_1.01,0.29795839786529543
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,6144,16384,2,8,16,1,power_law_1.01,0.3
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,6144,16384,2,8,16,1,power_law_1.01,0.30437119007110597
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,6144,16384,2,8,16,1,power_law_1.01,0.30499839782714844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,6144,16384,2,8,16,1,power_law_1.01,0.31563520431518555
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,6144,16384,2,8,16,1,power_law_1.01,0.321343994140625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,6144,16384,2,8,16,1,power_law_1.01,0.3216896057128906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,6144,16384,2,8,16,1,power_law_1.01,0.33177599906921384
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,6144,16384,2,8,16,1,power_law_1.01,0.3369663953781128
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,6144,16384,2,8,16,1,power_law_1.01,0.3555840015411377
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,6144,16384,2,8,16,1,power_law_1.01,0.3909183979034424
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,16,1,power_law_1.01,0.5270463943481445
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,16,1,power_law_1.01,0.6460927963256836
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,16,1,power_law_1.01,0.8324671745300293
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,16,1,power_law_1.01,1.166585636138916
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,16,1,power_law_1.01,1.5148351669311524
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,16,1,power_law_1.01,2.221548843383789
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,16,1,power_law_1.01,2.907935905456543
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,16,1,power_law_1.01,4.289971160888672
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,16,1,power_law_1.01,5.715596771240234
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,16,1,power_law_1.01,0.03928320109844208
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,16,1,power_law_1.01,0.04862079918384552
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,16,1,power_law_1.01,0.04677119851112366
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,16,1,power_law_1.01,0.09739519953727722
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,16,1,power_law_1.01,0.2027967929840088
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,16,1,power_law_1.01,0.18961280584335327
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,16,1,power_law_1.01,0.21521921157836915
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,16,1,power_law_1.01,0.2374336004257202
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,16,1,power_law_1.01,0.24062719345092773
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,16,1,power_law_1.01,0.2482367992401123
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,16,1,power_law_1.01,0.27650558948516846
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,16,1,power_law_1.01,0.2714751958847046
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,16,1,power_law_1.01,0.28234879970550536
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,16,1,power_law_1.01,0.29838080406188966
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,16,1,power_law_1.01,0.3033279895782471
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,16,1,power_law_1.01,0.3070208072662354
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,16,1,power_law_1.01,0.31598079204559326
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,16,1,power_law_1.01,0.3696000099182129
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,16,1,power_law_1.01,0.4306687831878662
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,16,1,power_law_1.01,0.5784192085266113
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,16,1,power_law_1.01,0.7125120162963867
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,16,1,power_law_1.01,1.0771455764770508
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,16,1,power_law_1.01,1.391596794128418
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,16,1,power_law_1.01,2.107206344604492
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,16,1,power_law_1.01,2.8126720428466796
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,16,1,power_law_1.01,4.182495880126953
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,16,1,power_law_1.01,5.585107040405274
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,16,1,power_law_1.01,0.05355520248413086
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,16,1,power_law_1.01,0.06656000018119812
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,16,1,power_law_1.01,0.06812800168991089
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,16,1,power_law_1.01,0.13129600286483764
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,16,1,power_law_1.01,0.12853120565414428
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,16,1,power_law_1.01,0.13737599849700927
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,16,1,power_law_1.01,0.13879040479660035
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,16,1,power_law_1.01,0.1409600019454956
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,16,1,power_law_1.01,0.14232959747314453
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,16,1,power_law_1.01,0.14445439577102662
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,16,1,power_law_1.01,0.1477952003479004
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,16,1,power_law_1.01,0.1499008059501648
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,16,1,power_law_1.01,0.15234559774398804
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,16,1,power_law_1.01,0.1580288052558899
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,16,1,power_law_1.01,0.16278400421142578
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,16,1,power_law_1.01,0.17537280321121215
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,16,1,power_law_1.01,0.17163519859313964
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,16,1,power_law_1.01,0.22586240768432617
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,16,1,power_law_1.01,0.26258559226989747
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,16,1,power_law_1.01,0.3562112092971802
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,16,1,power_law_1.01,0.4422463893890381
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,16,1,power_law_1.01,0.6425663948059082
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,16,1,power_law_1.01,0.8424575805664063
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,16,1,power_law_1.01,1.23570556640625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,16,1,power_law_1.01,1.6366783142089845
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,16,1,power_law_1.01,2.4390399932861326
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,16,1,power_law_1.01,3.2579647064208985
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,6144,16384,2,8,16,1,power_law_1.2,0.05446400046348572
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,6144,16384,2,8,16,1,power_law_1.2,0.08704000115394592
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,6144,16384,2,8,16,1,power_law_1.2,0.09685760140419006
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,6144,16384,2,8,16,1,power_law_1.2,0.21300480365753174
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,6144,16384,2,8,16,1,power_law_1.2,0.29215359687805176
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,6144,16384,2,8,16,1,power_law_1.2,0.29047679901123047
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,6144,16384,2,8,16,1,power_law_1.2,0.2954047918319702
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,6144,16384,2,8,16,1,power_law_1.2,0.298688006401062
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,6144,16384,2,8,16,1,power_law_1.2,0.29745280742645264
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,6144,16384,2,8,16,1,power_law_1.2,0.29407999515533445
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,6144,16384,2,8,16,1,power_law_1.2,0.3074624061584473
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,6144,16384,2,8,16,1,power_law_1.2,0.3160320043563843
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,6144,16384,2,8,16,1,power_law_1.2,0.31658880710601806
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,6144,16384,2,8,16,1,power_law_1.2,0.32344961166381836
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,6144,16384,2,8,16,1,power_law_1.2,0.334169602394104
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,6144,16384,2,8,16,1,power_law_1.2,0.3373759984970093
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,6144,16384,2,8,16,1,power_law_1.2,0.34891519546508787
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,6144,16384,2,8,16,1,power_law_1.2,0.4301119804382324
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,16,1,power_law_1.2,0.520307207107544
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,16,1,power_law_1.2,0.6461631774902343
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,16,1,power_law_1.2,0.8369088172912598
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,16,1,power_law_1.2,1.17640962600708
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,16,1,power_law_1.2,1.532742404937744
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,16,1,power_law_1.2,2.220249557495117
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,16,1,power_law_1.2,2.9324672698974608
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,16,1,power_law_1.2,4.298828887939453
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,16,1,power_law_1.2,5.722515106201172
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,16,1,power_law_1.2,0.03670400083065033
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,16,1,power_law_1.2,0.04799999892711639
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,16,1,power_law_1.2,0.05119360089302063
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,16,1,power_law_1.2,0.07456640005111695
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,16,1,power_law_1.2,0.2054527997970581
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,16,1,power_law_1.2,0.20480639934539796
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,16,1,power_law_1.2,0.24352641105651857
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,16,1,power_law_1.2,0.24933760166168212
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,16,1,power_law_1.2,0.25880959033966067
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,16,1,power_law_1.2,0.26035199165344236
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,16,1,power_law_1.2,0.2680704116821289
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,16,1,power_law_1.2,0.2666239976882935
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,16,1,power_law_1.2,0.28866560459136964
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,16,1,power_law_1.2,0.29171841144561766
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,16,1,power_law_1.2,0.30268158912658694
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,16,1,power_law_1.2,0.31179521083831785
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,16,1,power_law_1.2,0.3300928115844727
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,16,1,power_law_1.2,0.37210879325866697
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,16,1,power_law_1.2,0.4329216003417969
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,16,1,power_law_1.2,0.5805888175964355
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,16,1,power_law_1.2,0.7230656147003174
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,16,1,power_law_1.2,1.0662464141845702
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,16,1,power_law_1.2,1.395308780670166
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,16,1,power_law_1.2,2.0934207916259764
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,16,1,power_law_1.2,2.79998722076416
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,16,1,power_law_1.2,4.180223846435547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,16,1,power_law_1.2,5.61644172668457
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,16,1,power_law_1.2,0.055225598812103274
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,16,1,power_law_1.2,0.06511359810829162
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,16,1,power_law_1.2,0.06711680293083191
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,16,1,power_law_1.2,0.1276927947998047
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,16,1,power_law_1.2,0.13213440179824829
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,16,1,power_law_1.2,0.13292800188064574
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,16,1,power_law_1.2,0.13954559564590455
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,16,1,power_law_1.2,0.14004479646682738
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,16,1,power_law_1.2,0.13865599632263184
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,16,1,power_law_1.2,0.14448000192642213
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,16,1,power_law_1.2,0.14774399995803833
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,16,1,power_law_1.2,0.1477504014968872
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,16,1,power_law_1.2,0.15176960229873657
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,16,1,power_law_1.2,0.15688960552215575
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,16,1,power_law_1.2,0.16378240585327147
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,16,1,power_law_1.2,0.17509119510650634
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,16,1,power_law_1.2,0.17150720357894897
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,16,1,power_law_1.2,0.2178175926208496
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,16,1,power_law_1.2,0.26243839263916013
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,16,1,power_law_1.2,0.35255680084228513
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,16,1,power_law_1.2,0.43596158027648924
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,16,1,power_law_1.2,0.6402431964874268
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,16,1,power_law_1.2,0.8464192390441895
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,16,1,power_law_1.2,1.2351360321044922
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,16,1,power_law_1.2,1.6352767944335938
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,16,1,power_law_1.2,2.437120056152344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,16,1,power_law_1.2,3.245644760131836
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,16,power_law_1.01,0.4810880184173584
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,16,power_law_1.01,0.9453311920166015
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,16,power_law_1.01,0.8995519638061523
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,16,power_law_1.01,0.9449151992797852
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,16,power_law_1.01,0.9499008178710937
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,16,power_law_1.01,1.233785629272461
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,16,power_law_1.01,1.2909440040588378
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,16,power_law_1.01,1.2009344100952148
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,16,power_law_1.01,1.410905647277832
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,16,power_law_1.01,1.348691177368164
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,16,power_law_1.01,1.324185562133789
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,16,power_law_1.01,1.4105088233947753
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,16,power_law_1.01,1.3735424041748048
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,16,power_law_1.01,1.327731227874756
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,16,power_law_1.01,1.5063039779663085
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,16,power_law_1.01,1.428934383392334
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,16,power_law_1.01,1.5099967956542968
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,16,power_law_1.01,1.5521471977233887
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,16,power_law_1.01,1.7466175079345703
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,16,power_law_1.01,1.9603391647338868
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,16,power_law_1.01,2.0460031509399412
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,16,power_law_1.01,2.6264575958251952
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,16,power_law_1.01,2.980985641479492
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,16,power_law_1.01,4.090227127075195
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,16,power_law_1.01,5.31715202331543
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,16,power_law_1.01,7.6897026062011715
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,16,power_law_1.01,10.183219146728515
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,16,power_law_1.01,0.33829760551452637
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,16,power_law_1.01,0.7046847820281983
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,16,power_law_1.01,0.7069695949554443
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,16,power_law_1.01,0.708025598526001
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,16,power_law_1.01,0.7136960029602051
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,16,power_law_1.01,1.1434944152832032
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,16,power_law_1.01,1.2583168029785157
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,16,power_law_1.01,1.3049728393554687
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,16,power_law_1.01,1.3478336334228516
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,16,power_law_1.01,1.3235520362854003
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,16,power_law_1.01,1.3567680358886718
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,16,power_law_1.01,1.3681088447570802
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,16,power_law_1.01,1.4567935943603516
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,16,power_law_1.01,1.4661248207092286
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,16,power_law_1.01,1.3720640182495116
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,16,power_law_1.01,1.6122495651245117
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,16,power_law_1.01,1.6260416030883789
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,16,power_law_1.01,1.7195520401000977
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,16,power_law_1.01,1.835385513305664
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,16,power_law_1.01,1.9784639358520508
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,16,power_law_1.01,2.131520080566406
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,16,power_law_1.01,2.570969581604004
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,16,power_law_1.01,2.8621952056884767
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,16,power_law_1.01,4.05032958984375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,16,power_law_1.01,5.275302505493164
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,16,power_law_1.01,7.593510437011719
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,16,power_law_1.01,10.684492492675782
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,16,power_law_1.01,0.2694272041320801
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,16,power_law_1.01,0.5022079944610596
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,16,power_law_1.01,0.5026432037353515
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,16,power_law_1.01,0.5003200054168702
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,16,power_law_1.01,0.46561279296875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,16,power_law_1.01,0.437824010848999
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,16,power_law_1.01,0.4545407772064209
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,16,power_law_1.01,0.5102335929870605
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,16,power_law_1.01,0.4681856155395508
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,16,power_law_1.01,0.48584961891174316
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,16,power_law_1.01,0.517958402633667
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,16,power_law_1.01,0.5379072189331054
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,16,power_law_1.01,0.5526656150817871
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,16,power_law_1.01,0.5658751964569092
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,16,power_law_1.01,0.5644800186157226
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,16,power_law_1.01,0.5826111793518066
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,16,power_law_1.01,0.6511360168457031
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,16,power_law_1.01,0.7320511817932129
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,16,power_law_1.01,0.8145471572875976
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,16,power_law_1.01,0.9731391906738281
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,16,power_law_1.01,1.1624064445495605
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,16,power_law_1.01,1.5286975860595704
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,16,power_law_1.01,1.986444854736328
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,16,power_law_1.01,2.7921024322509767
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,16,power_law_1.01,3.652044677734375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,16,power_law_1.01,5.575910568237305
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,16,power_law_1.01,7.865254211425781
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,16,power_law_1.2,0.4818751811981201
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,16,power_law_1.2,0.8719743728637696
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,16,power_law_1.2,0.7874112129211426
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,16,power_law_1.2,0.9548864364624023
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,16,power_law_1.2,0.9586175918579102
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,16,power_law_1.2,1.249459171295166
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,16,power_law_1.2,1.2065600395202636
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,16,power_law_1.2,1.1047871589660645
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,16,power_law_1.2,1.3319487571716309
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,16,power_law_1.2,1.3911935806274414
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,16,power_law_1.2,1.3416959762573242
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,16,power_law_1.2,1.379411220550537
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,16,power_law_1.2,1.4233344078063965
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,16,power_law_1.2,1.445471954345703
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,16,power_law_1.2,1.5199040412902831
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,16,power_law_1.2,1.5447744369506835
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,16,power_law_1.2,1.5400511741638183
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,16,power_law_1.2,1.6465919494628907
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,16,power_law_1.2,1.7884992599487304
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,16,power_law_1.2,1.8668607711791991
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,16,power_law_1.2,2.1563648223876952
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,16,power_law_1.2,2.77891845703125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,16,power_law_1.2,3.2537921905517577
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,16,power_law_1.2,4.61223030090332
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,16,power_law_1.2,6.070451354980468
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,16,power_law_1.2,9.021561431884766
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,16,power_law_1.2,14.138252258300781
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,16,power_law_1.2,0.33666560649871824
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,16,power_law_1.2,0.7087103843688964
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,16,power_law_1.2,0.6155712127685546
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,16,power_law_1.2,0.6541952133178711
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,16,power_law_1.2,0.6321152210235595
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,16,power_law_1.2,1.0837696075439454
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,16,power_law_1.2,1.4320384025573731
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,16,power_law_1.2,1.268505573272705
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,16,power_law_1.2,1.1906751632690429
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,16,power_law_1.2,1.2901056289672852
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,16,power_law_1.2,1.3726079940795899
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,16,power_law_1.2,1.4743743896484376
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,16,power_law_1.2,1.4395520210266113
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,16,power_law_1.2,1.4326335906982421
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,16,power_law_1.2,1.517574405670166
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,16,power_law_1.2,1.51977596282959
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,16,power_law_1.2,1.620102310180664
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,16,power_law_1.2,1.7124031066894532
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,16,power_law_1.2,1.8578943252563476
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,16,power_law_1.2,1.985478401184082
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,16,power_law_1.2,2.176767921447754
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,16,power_law_1.2,2.734272003173828
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,16,power_law_1.2,3.3796993255615235
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,16,power_law_1.2,5.100806427001953
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,16,power_law_1.2,5.920819091796875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,16,power_law_1.2,9.389708709716796
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,16,power_law_1.2,13.014201354980468
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,16,power_law_1.2,0.2714560031890869
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,16,power_law_1.2,0.5019519805908204
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,16,power_law_1.2,0.43561601638793945
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,16,power_law_1.2,0.49850239753723147
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,16,power_law_1.2,0.5095935821533203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,16,power_law_1.2,0.3546880006790161
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,16,power_law_1.2,0.4909696102142334
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,16,power_law_1.2,0.43048319816589353
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,16,power_law_1.2,0.4468736171722412
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,16,power_law_1.2,0.4448383808135986
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,16,power_law_1.2,0.4784063816070557
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,16,power_law_1.2,0.5299392223358155
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,16,power_law_1.2,0.5372032165527344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,16,power_law_1.2,0.5526463985443115
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,16,power_law_1.2,0.6140416145324707
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,16,power_law_1.2,0.6106560230255127
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,16,power_law_1.2,0.6567679882049561
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,16,power_law_1.2,0.753382396697998
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,16,power_law_1.2,0.8437503814697266
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,16,power_law_1.2,0.9968704223632813
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,16,power_law_1.2,1.2741951942443848
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,16,power_law_1.2,1.563468837738037
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,16,power_law_1.2,2.0482559204101562
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,16,power_law_1.2,3.056742477416992
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,16,power_law_1.2,3.980307388305664
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,16,power_law_1.2,6.203756713867188
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,16,power_law_1.2,8.394950103759765
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,7168,2048,8,256,16,1,power_law_1.01,0.031040000915527343
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,7168,2048,8,256,16,1,power_law_1.01,0.03386879861354828
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,7168,2048,8,256,16,1,power_law_1.01,0.12999680042266845
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,7168,2048,8,256,16,1,power_law_1.01,0.2504192113876343
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,7168,2048,8,256,16,1,power_law_1.01,0.36330881118774416
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,7168,2048,8,256,16,1,power_law_1.01,0.5051519870758057
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,7168,2048,8,256,16,1,power_law_1.01,0.7186304092407226
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,7168,2048,8,256,16,1,power_law_1.01,0.735865592956543
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,7168,2048,8,256,16,1,power_law_1.01,0.7646399974822998
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,7168,2048,8,256,16,1,power_law_1.01,0.7910912036895752
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,7168,2048,8,256,16,1,power_law_1.01,0.8341183662414551
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,7168,2048,8,256,16,1,power_law_1.01,0.8464832305908203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,7168,2048,8,256,16,1,power_law_1.01,0.8537216186523438
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,7168,2048,8,256,16,1,power_law_1.01,0.899078369140625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,7168,2048,8,256,16,1,power_law_1.01,1.1836159706115723
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,7168,2048,8,256,16,1,power_law_1.01,1.2116864204406739
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,7168,2048,8,256,16,1,power_law_1.01,1.3042559623718262
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,7168,2048,8,256,16,1,power_law_1.01,1.3421504020690918
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,16,1,power_law_1.01,1.4163647651672364
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,16,1,power_law_1.01,1.5168319702148438
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,16,1,power_law_1.01,1.6636863708496095
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,16,1,power_law_1.01,1.9443647384643554
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,16,1,power_law_1.01,2.224723243713379
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,16,1,power_law_1.01,2.817286491394043
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,16,1,power_law_1.01,3.4435199737548827
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,16,1,power_law_1.01,4.707686233520508
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,16,1,power_law_1.01,5.989651107788086
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,16,1,power_law_1.01,0.02794240117073059
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,16,1,power_law_1.01,0.030675199627876282
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,16,1,power_law_1.01,0.05926399827003479
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,16,1,power_law_1.01,0.14223999977111818
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,16,1,power_law_1.01,0.2324671983718872
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,16,1,power_law_1.01,0.3416960000991821
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,16,1,power_law_1.01,0.4769536018371582
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,16,1,power_law_1.01,0.4973440170288086
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,16,1,power_law_1.01,0.5130303859710693
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,16,1,power_law_1.01,0.5234943866729737
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,16,1,power_law_1.01,0.5683328151702881
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,16,1,power_law_1.01,0.5759615898132324
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,16,1,power_law_1.01,0.5867008209228516
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,16,1,power_law_1.01,0.6287231922149659
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,16,1,power_law_1.01,1.0699328422546386
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,16,1,power_law_1.01,1.1100159645080567
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,16,1,power_law_1.01,1.1561280250549317
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,16,1,power_law_1.01,1.2407679557800293
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,16,1,power_law_1.01,1.3212672233581544
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,16,1,power_law_1.01,1.4699328422546387
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,16,1,power_law_1.01,1.6042879104614258
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,16,1,power_law_1.01,1.873632049560547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,16,1,power_law_1.01,2.1585920333862303
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,16,1,power_law_1.01,2.6784383773803713
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,16,1,power_law_1.01,3.2206657409667967
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,16,1,power_law_1.01,4.429516983032227
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,16,1,power_law_1.01,5.715302276611328
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,16,1,power_law_1.01,0.058233600854873654
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,16,1,power_law_1.01,0.06228479743003845
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,16,1,power_law_1.01,0.07313920259475708
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,16,1,power_law_1.01,0.14521600008010865
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,16,1,power_law_1.01,0.20634880065917968
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,16,1,power_law_1.01,0.27319679260253904
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,16,1,power_law_1.01,0.3849087953567505
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,16,1,power_law_1.01,0.4298367977142334
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,16,1,power_law_1.01,0.44563841819763184
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,16,1,power_law_1.01,0.45367040634155276
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,16,1,power_law_1.01,0.4715519905090332
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,16,1,power_law_1.01,0.4753920078277588
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,16,1,power_law_1.01,0.4827455997467041
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,16,1,power_law_1.01,0.5021312236785889
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,16,1,power_law_1.01,0.5117760181427002
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,16,1,power_law_1.01,0.5308608055114746
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,16,1,power_law_1.01,0.5451456069946289
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,16,1,power_law_1.01,0.6047423839569092
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,16,1,power_law_1.01,0.6611328125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,16,1,power_law_1.01,0.7794367790222168
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,16,1,power_law_1.01,0.9130175590515137
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,16,1,power_law_1.01,1.1317312240600585
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,16,1,power_law_1.01,1.3501055717468262
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,16,1,power_law_1.01,1.8256383895874024
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,16,1,power_law_1.01,2.320499229431152
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,16,1,power_law_1.01,3.3740352630615233
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,16,1,power_law_1.01,4.401337432861328
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,7168,2048,8,256,16,1,power_law_1.2,0.030976000428199767
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,7168,2048,8,256,16,1,power_law_1.2,0.033939200639724734
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,7168,2048,8,256,16,1,power_law_1.2,0.1308735966682434
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,7168,2048,8,256,16,1,power_law_1.2,0.22731521129608154
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,7168,2048,8,256,16,1,power_law_1.2,0.3370368003845215
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,7168,2048,8,256,16,1,power_law_1.2,0.4626944065093994
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,7168,2048,8,256,16,1,power_law_1.2,0.7033535957336425
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,7168,2048,8,256,16,1,power_law_1.2,0.7252799987792968
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,7168,2048,8,256,16,1,power_law_1.2,0.7356927871704102
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,7168,2048,8,256,16,1,power_law_1.2,0.7849792003631592
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,7168,2048,8,256,16,1,power_law_1.2,0.8262847900390625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,7168,2048,8,256,16,1,power_law_1.2,0.8436544418334961
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,7168,2048,8,256,16,1,power_law_1.2,0.8576448440551758
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,7168,2048,8,256,16,1,power_law_1.2,0.9106047630310059
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,7168,2048,8,256,16,1,power_law_1.2,1.2403072357177733
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,7168,2048,8,256,16,1,power_law_1.2,1.2923456192016602
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,7168,2048,8,256,16,1,power_law_1.2,1.3545663833618165
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,7168,2048,8,256,16,1,power_law_1.2,1.3727807998657227
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,16,1,power_law_1.2,1.4300352096557618
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,16,1,power_law_1.2,1.5997759819030761
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,16,1,power_law_1.2,1.713983917236328
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,16,1,power_law_1.2,2.023539161682129
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,16,1,power_law_1.2,2.291814422607422
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,16,1,power_law_1.2,2.9084543228149413
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,16,1,power_law_1.2,3.484889602661133
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,16,1,power_law_1.2,4.805747222900391
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,16,1,power_law_1.2,6.085350418090821
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,16,1,power_law_1.2,0.0281792014837265
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,16,1,power_law_1.2,0.030092799663543703
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,16,1,power_law_1.2,0.06388480067253113
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,16,1,power_law_1.2,0.11717760562896729
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,16,1,power_law_1.2,0.2030400037765503
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,16,1,power_law_1.2,0.30437119007110597
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,16,1,power_law_1.2,0.4618815898895264
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,16,1,power_law_1.2,0.4912831783294678
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,16,1,power_law_1.2,0.509772777557373
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,16,1,power_law_1.2,0.5233535766601562
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,16,1,power_law_1.2,0.5577023983001709
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,16,1,power_law_1.2,0.5700543880462646
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,16,1,power_law_1.2,0.596992015838623
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,16,1,power_law_1.2,0.6302015781402588
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,16,1,power_law_1.2,1.0910783767700196
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,16,1,power_law_1.2,1.1333312034606933
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,16,1,power_law_1.2,1.1978943824768067
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,16,1,power_law_1.2,1.28603515625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,16,1,power_law_1.2,1.368569564819336
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,16,1,power_law_1.2,1.5324992179870605
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,16,1,power_law_1.2,1.6517759323120118
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,16,1,power_law_1.2,1.933292770385742
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,16,1,power_law_1.2,2.17578239440918
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,16,1,power_law_1.2,2.7076480865478514
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,16,1,power_law_1.2,3.272633743286133
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,16,1,power_law_1.2,4.501625442504883
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,16,1,power_law_1.2,5.786592102050781
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,16,1,power_law_1.2,0.05825279951095581
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,16,1,power_law_1.2,0.06167680025100708
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,16,1,power_law_1.2,0.073990398645401
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,16,1,power_law_1.2,0.13633279800415038
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,16,1,power_law_1.2,0.1903040051460266
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,16,1,power_law_1.2,0.24801919460296631
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,16,1,power_law_1.2,0.3637952089309692
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,16,1,power_law_1.2,0.39216639995574953
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,16,1,power_law_1.2,0.43274240493774413
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,16,1,power_law_1.2,0.45861120223999025
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,16,1,power_law_1.2,0.46715521812438965
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,16,1,power_law_1.2,0.473740816116333
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,16,1,power_law_1.2,0.48171520233154297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,16,1,power_law_1.2,0.4976191997528076
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,16,1,power_law_1.2,0.5142911911010742
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,16,1,power_law_1.2,0.5206079959869385
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,16,1,power_law_1.2,0.5588607788085938
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,16,1,power_law_1.2,0.6210815906524658
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,16,1,power_law_1.2,0.6763967990875244
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,16,1,power_law_1.2,0.8349760055541993
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,16,1,power_law_1.2,0.9272831916809082
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,16,1,power_law_1.2,1.183027172088623
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,16,1,power_law_1.2,1.3687744140625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,16,1,power_law_1.2,1.8538623809814454
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,16,1,power_law_1.2,2.3496320724487303
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,16,1,power_law_1.2,3.394412612915039
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,16,1,power_law_1.2,4.412895965576172
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,16,power_law_1.01,0.030022400617599487
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,16,power_law_1.01,0.028966400027275085
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,16,power_law_1.01,0.02945919930934906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,16,power_law_1.01,0.027871999144554137
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,16,power_law_1.01,0.04012799859046936
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,16,power_law_1.01,0.04047360122203827
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,16,power_law_1.01,0.041791999340057374
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,16,power_law_1.01,0.04257279932498932
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,16,power_law_1.01,0.04293760061264038
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,16,power_law_1.01,0.044300800561904906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,16,power_law_1.01,0.045337599515914914
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,16,power_law_1.01,0.04764800071716309
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,16,power_law_1.01,0.05009920001029968
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,16,power_law_1.01,0.06099200248718262
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,16,power_law_1.01,0.06665599942207337
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,16,power_law_1.01,0.07046399712562561
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,16,power_law_1.01,0.07932159900665284
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,16,power_law_1.01,0.09813119769096375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,16,power_law_1.01,0.13347840309143066
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,16,power_law_1.01,0.18757760524749756
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,16,power_law_1.01,0.2555520057678223
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,16,power_law_1.01,0.37207679748535155
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,16,power_law_1.01,0.5154816150665283
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,16,power_law_1.01,0.8378944396972656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,16,power_law_1.01,1.145529556274414
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,16,power_law_1.01,1.5873151779174806
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,16,power_law_1.01,2.272518348693848
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,16,power_law_1.01,0.025209599733352663
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,16,power_law_1.01,0.02534399926662445
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,16,power_law_1.01,0.025651198625564576
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,16,power_law_1.01,0.024742400646209715
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,16,power_law_1.01,0.03463039994239807
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,16,power_law_1.01,0.03480319976806641
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,16,power_law_1.01,0.035718399286270144
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,16,power_law_1.01,0.03674240112304687
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,16,power_law_1.01,0.0377344012260437
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,16,power_law_1.01,0.03852800130844116
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,16,power_law_1.01,0.040531200170516965
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,16,power_law_1.01,0.042905598878860474
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,16,power_law_1.01,0.04497919976711273
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,16,power_law_1.01,0.05416319966316223
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,16,power_law_1.01,0.05927680134773254
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,16,power_law_1.01,0.06257920265197754
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,16,power_law_1.01,0.07318400144577027
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,16,power_law_1.01,0.09756159782409668
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,16,power_law_1.01,0.12551039457321167
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,16,power_law_1.01,0.1698240041732788
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,16,power_law_1.01,0.24309120178222657
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,16,power_law_1.01,0.3598848104476929
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,16,power_law_1.01,0.5352255821228027
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,16,power_law_1.01,0.8545280456542969
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,16,power_law_1.01,1.1002240180969238
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,16,power_law_1.01,1.7538623809814453
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,16,power_law_1.01,2.2125375747680662
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,16,power_law_1.01,0.03766399919986725
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,16,power_law_1.01,0.040940800309181215
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,16,power_law_1.01,0.04935039877891541
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,16,power_law_1.01,0.04537599980831146
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,16,power_law_1.01,0.04919039905071258
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,16,power_law_1.01,0.049318400025367734
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,16,power_law_1.01,0.05112959742546082
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,16,power_law_1.01,0.051558399200439455
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,16,power_law_1.01,0.05187839865684509
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,16,power_law_1.01,0.0537280023097992
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,16,power_law_1.01,0.05472000241279602
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,16,power_law_1.01,0.05691519975662231
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,16,power_law_1.01,0.05971199870109558
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,16,power_law_1.01,0.06335999965667724
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,16,power_law_1.01,0.06739839911460876
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,16,power_law_1.01,0.07159039974212647
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,16,power_law_1.01,0.08012800216674805
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,16,power_law_1.01,0.09775999784469605
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,16,power_law_1.01,0.11598080396652222
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,16,power_law_1.01,0.1715775966644287
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,16,power_law_1.01,0.22534399032592772
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,16,power_law_1.01,0.33201920986175537
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,16,power_law_1.01,0.4889023780822754
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,16,power_law_1.01,0.7440959930419921
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,16,power_law_1.01,0.9884672164916992
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,16,power_law_1.01,1.5369407653808593
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,16,power_law_1.01,2.0838016510009765
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,16,power_law_1.2,0.029344001412391664
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,16,power_law_1.2,0.02815360128879547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,16,power_law_1.2,0.029094401001930236
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,16,power_law_1.2,0.029049599170684816
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,16,power_law_1.2,0.034867200255393985
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,16,power_law_1.2,0.0409855991601944
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,16,power_law_1.2,0.04216319918632507
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,16,power_law_1.2,0.042534399032592776
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,16,power_law_1.2,0.04286080002784729
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,16,power_law_1.2,0.04436480104923248
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,16,power_law_1.2,0.04575999975204468
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,16,power_law_1.2,0.05208960175514221
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,16,power_law_1.2,0.05580800175666809
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,16,power_law_1.2,0.06151679754257202
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,16,power_law_1.2,0.06704000234603882
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,16,power_law_1.2,0.07166720032691956
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,16,power_law_1.2,0.08208000063896179
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,16,power_law_1.2,0.1096384048461914
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,16,power_law_1.2,0.14024319648742675
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,16,power_law_1.2,0.20524160861968993
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,16,power_law_1.2,0.2726464033126831
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,16,power_law_1.2,0.4090432167053223
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,16,power_law_1.2,0.5738687992095948
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,16,power_law_1.2,0.8207872390747071
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,16,power_law_1.2,1.1332032203674316
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,16,power_law_1.2,1.8555263519287108
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,16,power_law_1.2,2.2777151107788085
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,16,power_law_1.2,0.02555519938468933
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,16,power_law_1.2,0.024864000082015992
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,16,power_law_1.2,0.025248000025749208
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,16,power_law_1.2,0.02455040067434311
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,16,power_law_1.2,0.03260799944400787
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,16,power_law_1.2,0.03500159978866577
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,16,power_law_1.2,0.03585279881954193
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,16,power_law_1.2,0.037145599722862244
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,16,power_law_1.2,0.037651199102401736
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,16,power_law_1.2,0.03909760117530823
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,16,power_law_1.2,0.040870401263237
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,16,power_law_1.2,0.04529280066490173
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,16,power_law_1.2,0.04953599870204926
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,16,power_law_1.2,0.055103999376296994
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,16,power_law_1.2,0.06039680242538452
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,16,power_law_1.2,0.06690559983253479
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,16,power_law_1.2,0.08094720244407654
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,16,power_law_1.2,0.10190720558166504
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,16,power_law_1.2,0.1342144012451172
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,16,power_law_1.2,0.18871040344238282
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,16,power_law_1.2,0.26421759128570554
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,16,power_law_1.2,0.36739840507507326
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,16,power_law_1.2,0.6050879955291748
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,16,power_law_1.2,1.0001983642578125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,16,power_law_1.2,1.1606528282165527
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,16,power_law_1.2,1.899398422241211
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,16,power_law_1.2,2.662937545776367
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,16,power_law_1.2,0.03769600093364715
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,16,power_law_1.2,0.04080640077590943
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,16,power_law_1.2,0.04943360090255737
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,16,power_law_1.2,0.04565759897232056
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,16,power_law_1.2,0.047788798809051514
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,16,power_law_1.2,0.04947839975357056
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,16,power_law_1.2,0.0510591983795166
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,16,power_law_1.2,0.0516543984413147
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,16,power_law_1.2,0.0520576000213623
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,16,power_law_1.2,0.05345919728279114
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,16,power_law_1.2,0.05502079725265503
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,16,power_law_1.2,0.05728639960289002
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,16,power_law_1.2,0.06028159856796265
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,16,power_law_1.2,0.0633408010005951
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,16,power_law_1.2,0.06792960166931153
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,16,power_law_1.2,0.07267199754714966
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,16,power_law_1.2,0.08020480275154114
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,16,power_law_1.2,0.09950720071792603
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,16,power_law_1.2,0.12429440021514893
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,16,power_law_1.2,0.1765504002571106
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,16,power_law_1.2,0.2380671977996826
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,16,power_law_1.2,0.3292608022689819
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,16,power_law_1.2,0.52609281539917
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,16,power_law_1.2,0.787014389038086
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,16,power_law_1.2,1.0531904220581054
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,16,power_law_1.2,1.6447359085083009
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,16,power_law_1.2,1.989036750793457
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,16,power_law_1.01,0.21692800521850586
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,16,power_law_1.01,0.1929152011871338
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,16,power_law_1.01,0.2030719995498657
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,16,power_law_1.01,0.1896191954612732
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,16,power_law_1.01,0.21565439701080322
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,16,power_law_1.01,0.28499839305877683
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,16,power_law_1.01,0.30290560722351073
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,16,power_law_1.01,0.2994112014770508
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,16,power_law_1.01,0.310534405708313
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,16,power_law_1.01,0.3167040109634399
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,16,power_law_1.01,0.32111999988555906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,16,power_law_1.01,0.31819519996643064
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,16,power_law_1.01,0.3320575952529907
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,16,power_law_1.01,0.34842240810394287
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,16,power_law_1.01,0.32839040756225585
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,16,power_law_1.01,0.37253758907318113
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,16,power_law_1.01,0.38373119831085206
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,16,power_law_1.01,0.4501760005950928
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,16,power_law_1.01,0.5452352046966553
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,16,power_law_1.01,0.6277567863464355
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,16,power_law_1.01,0.7999936103820801
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,16,power_law_1.01,1.074060821533203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,16,power_law_1.01,1.4579903602600097
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,16,power_law_1.01,2.0460351943969726
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,16,power_law_1.01,2.6964479446411134
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,16,power_law_1.01,4.194214248657227
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,16,power_law_1.01,6.098803329467773
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,16,power_law_1.01,0.13246079683303832
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,16,power_law_1.01,0.08804479837417603
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,16,power_law_1.01,0.09608960151672363
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,16,power_law_1.01,0.10680960416793824
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,16,power_law_1.01,0.11541759967803955
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,16,power_law_1.01,0.23865599632263185
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,16,power_law_1.01,0.25508480072021483
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,16,power_law_1.01,0.20695679187774657
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,16,power_law_1.01,0.2800704002380371
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,16,power_law_1.01,0.28896000385284426
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,16,power_law_1.01,0.29600000381469727
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,16,power_law_1.01,0.29879040718078614
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,16,power_law_1.01,0.31543679237365724
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,16,power_law_1.01,0.3184639930725098
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,16,power_law_1.01,0.3202176094055176
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,16,power_law_1.01,0.3388416051864624
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,16,power_law_1.01,0.35589120388031004
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,16,power_law_1.01,0.41667838096618653
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,16,power_law_1.01,0.45723519325256345
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,16,power_law_1.01,0.581766414642334
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,16,power_law_1.01,0.7169792175292968
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,16,power_law_1.01,1.1146944046020508
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,16,power_law_1.01,1.3937408447265625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,16,power_law_1.01,2.0790336608886717
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,16,power_law_1.01,3.019353675842285
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,16,power_law_1.01,4.112287902832032
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,16,power_law_1.01,6.072032165527344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,16,power_law_1.01,0.12835839986801148
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,16,power_law_1.01,0.1292799949645996
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,16,power_law_1.01,0.10750080347061157
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,16,power_law_1.01,0.11290240287780762
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,16,power_law_1.01,0.09579520225524903
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,16,power_law_1.01,0.1147968053817749
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,16,power_law_1.01,0.1313920021057129
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,16,power_law_1.01,0.13325439691543578
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,16,power_law_1.01,0.13307520151138305
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,16,power_law_1.01,0.13705600500106813
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,16,power_law_1.01,0.13820159435272217
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,16,power_law_1.01,0.1559231996536255
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,16,power_law_1.01,0.15653760433197023
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,16,power_law_1.01,0.17140480279922485
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,16,power_law_1.01,0.1789247989654541
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,16,power_law_1.01,0.19759999513626098
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,16,power_law_1.01,0.21731839179992676
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,16,power_law_1.01,0.263481593132019
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,16,power_law_1.01,0.2953216075897217
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,16,power_law_1.01,0.4461184024810791
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,16,power_law_1.01,0.5735424041748047
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,16,power_law_1.01,0.8427007675170899
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,16,power_law_1.01,1.132703971862793
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,16,power_law_1.01,1.6438976287841798
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,16,power_law_1.01,2.1950592041015624
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,16,power_law_1.01,3.5663360595703124
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,16,power_law_1.01,4.5411327362060545
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,16,power_law_1.2,0.19704320430755615
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,16,power_law_1.2,0.20864639282226563
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,16,power_law_1.2,0.18317439556121826
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,16,power_law_1.2,0.12688640356063843
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,16,power_law_1.2,0.23342080116271974
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,16,power_law_1.2,0.28212480545043944
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,16,power_law_1.2,0.2891135931015015
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,16,power_law_1.2,0.29960319995880125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,16,power_law_1.2,0.30166399478912354
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,16,power_law_1.2,0.30668160915374754
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,16,power_law_1.2,0.32918400764465333
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,16,power_law_1.2,0.3259648084640503
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,16,power_law_1.2,0.3108288049697876
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,16,power_law_1.2,0.3481087923049927
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,16,power_law_1.2,0.3617151975631714
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,16,power_law_1.2,0.36932480335235596
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,16,power_law_1.2,0.39752960205078125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,16,power_law_1.2,0.4852543830871582
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,16,power_law_1.2,0.5326528072357177
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,16,power_law_1.2,0.6769536018371582
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,16,power_law_1.2,0.840454387664795
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,16,power_law_1.2,1.1879615783691406
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,16,power_law_1.2,1.5072319984436036
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,16,power_law_1.2,2.3868991851806642
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,16,power_law_1.2,3.0563072204589843
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,16,power_law_1.2,4.949990463256836
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,16,power_law_1.2,6.70211181640625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,16,power_law_1.2,0.13454079627990723
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,16,power_law_1.2,0.06250879764556885
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,16,power_law_1.2,0.12314239740371705
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,16,power_law_1.2,0.05340800285339355
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,16,power_law_1.2,0.07791360020637512
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,16,power_law_1.2,0.17558399438858033
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,16,power_law_1.2,0.2672384023666382
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,16,power_law_1.2,0.24960639476776122
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,16,power_law_1.2,0.2852224111557007
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,16,power_law_1.2,0.27985920906066897
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,16,power_law_1.2,0.2456063985824585
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,16,power_law_1.2,0.29802238941192627
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,16,power_law_1.2,0.3148864030838013
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,16,power_law_1.2,0.3138816118240356
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,16,power_law_1.2,0.3226304054260254
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,16,power_law_1.2,0.34602880477905273
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,16,power_law_1.2,0.364736008644104
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,16,power_law_1.2,0.4282112121582031
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,16,power_law_1.2,0.4664000034332275
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,16,power_law_1.2,0.6025919914245605
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,16,power_law_1.2,0.8127296447753907
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,16,power_law_1.2,1.2377599716186523
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,16,power_law_1.2,1.5958656311035155
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,16,power_law_1.2,2.557529640197754
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,16,power_law_1.2,3.4600704193115233
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,16,power_law_1.2,4.699859237670898
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,16,power_law_1.2,6.518323516845703
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,16,power_law_1.2,0.11701120138168335
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,16,power_law_1.2,0.11989760398864746
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,16,power_law_1.2,0.1251711964607239
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,16,power_law_1.2,0.12481919527053834
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,16,power_law_1.2,0.08156800270080566
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,16,power_law_1.2,0.10513919591903687
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,16,power_law_1.2,0.1316799998283386
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,16,power_law_1.2,0.12074240446090698
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,16,power_law_1.2,0.13784960508346558
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,16,power_law_1.2,0.13306879997253418
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,16,power_law_1.2,0.13910399675369262
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,16,power_law_1.2,0.156876802444458
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,16,power_law_1.2,0.16116479635238648
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,16,power_law_1.2,0.16543999910354615
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,16,power_law_1.2,0.18096640110015869
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,16,power_law_1.2,0.1959936022758484
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,16,power_law_1.2,0.21598079204559326
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,16,power_law_1.2,0.2673791885375977
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,16,power_law_1.2,0.30607359409332274
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,16,power_law_1.2,0.4556608200073242
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,16,power_law_1.2,0.6272960186004639
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,16,power_law_1.2,0.9170623779296875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,16,power_law_1.2,1.217350387573242
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,16,power_law_1.2,1.8685888290405273
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,16,power_law_1.2,2.5276159286499023
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,16,power_law_1.2,3.6306880950927733
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,16,power_law_1.2,5.512665557861328
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,1536,8,128,16,1,power_law_1.01,0.02133760005235672
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,1536,8,128,16,1,power_law_1.01,0.02361599951982498
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,1536,8,128,16,1,power_law_1.01,0.04330880045890808
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,1536,8,128,16,1,power_law_1.01,0.06389759778976441
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,1536,8,128,16,1,power_law_1.01,0.11090559959411621
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,1536,8,128,16,1,power_law_1.01,0.1792512059211731
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,1536,8,128,16,1,power_law_1.01,0.1968191981315613
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,1536,8,128,16,1,power_law_1.01,0.2029439926147461
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,1536,8,128,16,1,power_law_1.01,0.20983679294586183
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,1536,8,128,16,1,power_law_1.01,0.21018240451812745
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,1536,8,128,16,1,power_law_1.01,0.2162559986114502
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,1536,8,128,16,1,power_law_1.01,0.27253758907318115
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,1536,8,128,16,1,power_law_1.01,0.276198410987854
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,1536,8,128,16,1,power_law_1.01,0.284006404876709
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,1536,8,128,16,1,power_law_1.01,0.29285120964050293
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,1536,8,128,16,1,power_law_1.01,0.2951616048812866
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,1536,8,128,16,1,power_law_1.01,0.3076544046401978
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,1536,8,128,16,1,power_law_1.01,0.3261503934860229
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,16,1,power_law_1.01,0.3569216012954712
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,16,1,power_law_1.01,0.4223616123199463
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,16,1,power_law_1.01,0.5394944190979004
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,16,1,power_law_1.01,0.6629631996154786
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,16,1,power_law_1.01,0.7875008106231689
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,16,1,power_law_1.01,1.1493311882019044
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,16,1,power_law_1.01,1.4952704429626464
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,16,1,power_law_1.01,2.209804725646973
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,16,1,power_law_1.01,2.905107116699219
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,16,1,power_law_1.01,0.021247999370098115
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,16,1,power_law_1.01,0.0226623997092247
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,16,1,power_law_1.01,0.025817599892616273
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,16,1,power_law_1.01,0.039078399538993835
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,16,1,power_law_1.01,0.04924159944057464
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,16,1,power_law_1.01,0.0623744010925293
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,16,1,power_law_1.01,0.07287039756774902
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,16,1,power_law_1.01,0.08339200019836426
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,16,1,power_law_1.01,0.09702399969100953
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,16,1,power_law_1.01,0.1051967978477478
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,16,1,power_law_1.01,0.11887999773025512
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,16,1,power_law_1.01,0.2358783960342407
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,16,1,power_law_1.01,0.21868159770965576
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,16,1,power_law_1.01,0.24308478832244873
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,16,1,power_law_1.01,0.24999680519104003
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,16,1,power_law_1.01,0.2594815969467163
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,16,1,power_law_1.01,0.2658047914505005
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,16,1,power_law_1.01,0.2850624084472656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,16,1,power_law_1.01,0.31935360431671145
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,16,1,power_law_1.01,0.38517758846282957
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,16,1,power_law_1.01,0.4693759918212891
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,16,1,power_law_1.01,0.6162943840026855
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,16,1,power_law_1.01,0.7493760108947753
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,16,1,power_law_1.01,1.0875840187072754
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,16,1,power_law_1.01,1.4311296463012695
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,16,1,power_law_1.01,2.1075456619262694
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,16,1,power_law_1.01,2.792268753051758
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,1536,8,128,16,1,power_law_1.2,0.02126079946756363
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,1536,8,128,16,1,power_law_1.2,0.026105600595474242
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,1536,8,128,16,1,power_law_1.2,0.04275839924812317
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,1536,8,128,16,1,power_law_1.2,0.05963519811630249
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,1536,8,128,16,1,power_law_1.2,0.0875328004360199
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,1536,8,128,16,1,power_law_1.2,0.18570879697799683
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,1536,8,128,16,1,power_law_1.2,0.20051839351654052
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,1536,8,128,16,1,power_law_1.2,0.20254719257354736
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,1536,8,128,16,1,power_law_1.2,0.2127295970916748
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,1536,8,128,16,1,power_law_1.2,0.21487998962402344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,1536,8,128,16,1,power_law_1.2,0.21901440620422363
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,1536,8,128,16,1,power_law_1.2,0.27540481090545654
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,1536,8,128,16,1,power_law_1.2,0.2782975912094116
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,1536,8,128,16,1,power_law_1.2,0.28852479457855223
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,1536,8,128,16,1,power_law_1.2,0.2915839910507202
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,1536,8,128,16,1,power_law_1.2,0.2915136098861694
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,1536,8,128,16,1,power_law_1.2,0.3064831972122192
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,1536,8,128,16,1,power_law_1.2,0.33547520637512207
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,16,1,power_law_1.2,0.3574847936630249
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,16,1,power_law_1.2,0.4284992218017578
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,16,1,power_law_1.2,0.5513472080230712
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,16,1,power_law_1.2,0.6645376205444335
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,16,1,power_law_1.2,0.7980480194091797
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,16,1,power_law_1.2,1.1636799812316894
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,16,1,power_law_1.2,1.5184831619262695
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,16,1,power_law_1.2,2.2375167846679687
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,16,1,power_law_1.2,2.944550323486328
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,16,1,power_law_1.2,0.02131199985742569
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,16,1,power_law_1.2,0.022495999932289124
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,16,1,power_law_1.2,0.029145601391792297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,16,1,power_law_1.2,0.03911679983139038
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,16,1,power_law_1.2,0.04750080108642578
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,16,1,power_law_1.2,0.0622655987739563
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,16,1,power_law_1.2,0.0710207998752594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,16,1,power_law_1.2,0.09605759978294373
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,16,1,power_law_1.2,0.10966399908065796
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,16,1,power_law_1.2,0.10755840539932252
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,16,1,power_law_1.2,0.1345471978187561
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,16,1,power_law_1.2,0.23220479488372803
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,16,1,power_law_1.2,0.2332672119140625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,16,1,power_law_1.2,0.24672000408172606
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,16,1,power_law_1.2,0.25012478828430174
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,16,1,power_law_1.2,0.25908479690551756
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,16,1,power_law_1.2,0.26956160068511964
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,16,1,power_law_1.2,0.2966399908065796
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,16,1,power_law_1.2,0.3227328062057495
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,16,1,power_law_1.2,0.38444159030914304
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,16,1,power_law_1.2,0.4750207901000977
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,16,1,power_law_1.2,0.6190271854400635
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,16,1,power_law_1.2,0.7685887813568115
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,16,1,power_law_1.2,1.091526412963867
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,16,1,power_law_1.2,1.4305343627929688
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,16,1,power_law_1.2,2.1123008728027344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,16,1,power_law_1.2,2.795667266845703
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,16,power_law_1.01,0.5208640098571777
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,16,power_law_1.01,0.644543981552124
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,16,power_law_1.01,0.6219840049743652
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,16,power_law_1.01,0.6382271766662597
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,16,power_law_1.01,0.6879807949066162
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,16,power_law_1.01,0.8583040237426758
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,16,power_law_1.01,0.9451840400695801
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,16,power_law_1.01,0.9916288375854492
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,16,power_law_1.01,0.9338624000549316
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,16,power_law_1.01,0.9167743682861328
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,16,power_law_1.01,0.994099235534668
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,16,power_law_1.01,0.9396032333374024
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,16,power_law_1.01,1.0522624015808106
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,16,power_law_1.01,1.0161215782165527
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,16,power_law_1.01,1.1133824348449708
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,16,power_law_1.01,1.1398783683776856
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,16,power_law_1.01,1.1390720367431642
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,16,power_law_1.01,1.167743968963623
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,16,power_law_1.01,1.2881088256835938
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,16,power_law_1.01,1.511686420440674
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,16,power_law_1.01,1.7769472122192382
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,16,power_law_1.01,2.3817087173461915
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,16,power_law_1.01,3.3134334564208983
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,16,power_law_1.01,4.226873779296875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,16,power_law_1.01,5.563846588134766
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,16,power_law_1.01,8.623776245117188
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,16,power_law_1.01,10.988684844970702
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,16,power_law_1.01,0.37077760696411133
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,16,power_law_1.01,0.4906303882598877
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,16,power_law_1.01,0.4805568218231201
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,16,power_law_1.01,0.4695295810699463
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,16,power_law_1.01,0.8754560470581054
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,16,power_law_1.01,0.8386112213134765
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,16,power_law_1.01,0.8691776275634766
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,16,power_law_1.01,0.9163328170776367
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,16,power_law_1.01,0.9661312103271484
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,16,power_law_1.01,0.9534272193908692
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,16,power_law_1.01,0.9638591766357422
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,16,power_law_1.01,0.9996735572814941
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,16,power_law_1.01,0.9966079711914062
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,16,power_law_1.01,1.0710335731506349
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,16,power_law_1.01,1.1007424354553224
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,16,power_law_1.01,1.1485312461853028
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,16,power_law_1.01,1.1921216011047364
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,16,power_law_1.01,1.2906047821044921
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,16,power_law_1.01,1.3735424041748048
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,16,power_law_1.01,1.5317376136779786
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,16,power_law_1.01,1.7392127990722657
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,16,power_law_1.01,2.461919975280762
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,16,power_law_1.01,3.1897920608520507
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,16,power_law_1.01,4.409299087524414
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,16,power_law_1.01,5.770982360839843
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,16,power_law_1.01,8.192313385009765
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,16,power_law_1.01,11.842156982421875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,16,power_law_1.01,0.29487359523773193
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,16,power_law_1.01,0.3865407943725586
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,16,power_law_1.01,0.38832640647888184
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,16,power_law_1.01,0.38853759765625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,16,power_law_1.01,0.3469696044921875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,16,power_law_1.01,0.3552191972732544
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,16,power_law_1.01,0.35815680027008057
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,16,power_law_1.01,0.3649343967437744
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,16,power_law_1.01,0.3607104063034058
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,16,power_law_1.01,0.3893503904342651
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,16,power_law_1.01,0.38582398891448977
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,16,power_law_1.01,0.40860161781311033
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,16,power_law_1.01,0.424179220199585
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,16,power_law_1.01,0.44936318397521974
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,16,power_law_1.01,0.439302396774292
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,16,power_law_1.01,0.470246410369873
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,16,power_law_1.01,0.5052351951599121
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,16,power_law_1.01,0.5981247901916504
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,16,power_law_1.01,0.6439231872558594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,16,power_law_1.01,0.8698816299438477
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,16,power_law_1.01,1.0282367706298827
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,16,power_law_1.01,1.5461248397827148
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,16,power_law_1.01,1.9714624404907226
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,16,power_law_1.01,2.8715967178344726
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,16,power_law_1.01,3.8377407073974608
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,16,power_law_1.01,5.896742248535157
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,16,power_law_1.01,8.083577728271484
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,16,power_law_1.2,0.5243135929107666
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,16,power_law_1.2,0.5781631946563721
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,16,power_law_1.2,0.6243264198303222
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,16,power_law_1.2,0.5750207901000977
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,16,power_law_1.2,0.7690944194793701
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,16,power_law_1.2,0.92042236328125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,16,power_law_1.2,0.9266112327575684
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,16,power_law_1.2,0.9472960472106934
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,16,power_law_1.2,0.9341504096984863
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,16,power_law_1.2,0.9392448425292969
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,16,power_law_1.2,1.0612863540649413
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,16,power_law_1.2,1.0240447998046875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,16,power_law_1.2,1.060051155090332
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,16,power_law_1.2,1.110905647277832
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,16,power_law_1.2,1.0927295684814453
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,16,power_law_1.2,1.1392383575439453
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,16,power_law_1.2,1.1096447944641112
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,16,power_law_1.2,1.2682304382324219
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,16,power_law_1.2,1.3577280044555664
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,16,power_law_1.2,1.687718391418457
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,16,power_law_1.2,2.067168045043945
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,16,power_law_1.2,2.6178112030029297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,16,power_law_1.2,3.668102264404297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,16,power_law_1.2,5.355039978027344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,16,power_law_1.2,6.303379058837891
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,16,power_law_1.2,10.05291519165039
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,16,power_law_1.2,13.073126220703125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,16,power_law_1.2,0.37242879867553713
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,16,power_law_1.2,0.4594111919403076
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,16,power_law_1.2,0.4813375949859619
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,16,power_law_1.2,0.45060482025146487
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,16,power_law_1.2,0.5827775955200195
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,16,power_law_1.2,0.970406436920166
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,16,power_law_1.2,0.8909184455871582
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,16,power_law_1.2,0.8982208251953125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,16,power_law_1.2,0.988697624206543
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,16,power_law_1.2,0.9985600471496582
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,16,power_law_1.2,0.9865535736083985
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,16,power_law_1.2,0.9636799812316894
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,16,power_law_1.2,0.9956352233886718
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,16,power_law_1.2,1.0481663703918458
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,16,power_law_1.2,1.148646354675293
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,16,power_law_1.2,1.125868797302246
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,16,power_law_1.2,1.2111359596252442
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,16,power_law_1.2,1.2781760215759277
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,16,power_law_1.2,1.3857407569885254
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,16,power_law_1.2,1.5991680145263671
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,16,power_law_1.2,2.0423551559448243
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,16,power_law_1.2,2.687123107910156
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,16,power_law_1.2,3.30951042175293
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,16,power_law_1.2,4.865868759155274
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,16,power_law_1.2,6.842649841308594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,16,power_law_1.2,11.384716796875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,16,power_law_1.2,13.41486053466797
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,16,power_law_1.2,0.29811840057373046
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,16,power_law_1.2,0.30376319885253905
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,16,power_law_1.2,0.3593152046203613
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,16,power_law_1.2,0.37432959079742434
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,16,power_law_1.2,0.24146559238433837
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,16,power_law_1.2,0.3528064012527466
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,16,power_law_1.2,0.3562880039215088
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,16,power_law_1.2,0.34846720695495603
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,16,power_law_1.2,0.39696640968322755
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,16,power_law_1.2,0.3632512092590332
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,16,power_law_1.2,0.42238078117370603
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,16,power_law_1.2,0.4196352005004883
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,16,power_law_1.2,0.4232960224151611
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,16,power_law_1.2,0.4424255847930908
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,16,power_law_1.2,0.45068798065185545
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,16,power_law_1.2,0.46944642066955566
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,16,power_law_1.2,0.5223999977111816
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,16,power_law_1.2,0.6000639915466308
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,16,power_law_1.2,0.6715007781982422
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,16,power_law_1.2,0.893177604675293
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,16,power_law_1.2,1.0915136337280273
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,16,power_law_1.2,1.6963647842407226
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,16,power_law_1.2,2.176742362976074
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,16,power_law_1.2,3.4373950958251953
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,16,power_law_1.2,4.3984321594238285
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,16,power_law_1.2,7.340128326416016
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,16,power_law_1.2,8.745977783203125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,6144,2560,8,160,16,1,power_law_1.01,0.02999039888381958
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,6144,2560,8,160,16,1,power_law_1.01,0.04440320134162903
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,6144,2560,8,160,16,1,power_law_1.01,0.1423424005508423
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,6144,2560,8,160,16,1,power_law_1.01,0.23117439746856688
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,6144,2560,8,160,16,1,power_law_1.01,0.323801589012146
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,6144,2560,8,160,16,1,power_law_1.01,0.5279935836791992
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,6144,2560,8,160,16,1,power_law_1.01,0.5488768100738526
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,6144,2560,8,160,16,1,power_law_1.01,0.5841856002807617
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,6144,2560,8,160,16,1,power_law_1.01,0.5941696166992188
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,6144,2560,8,160,16,1,power_law_1.01,0.6072512149810791
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,6144,2560,8,160,16,1,power_law_1.01,0.6162047863006592
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,6144,2560,8,160,16,1,power_law_1.01,0.6275519847869873
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,6144,2560,8,160,16,1,power_law_1.01,0.8707136154174805
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,6144,2560,8,160,16,1,power_law_1.01,0.8591679573059082
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,6144,2560,8,160,16,1,power_law_1.01,0.9054335594177246
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,6144,2560,8,160,16,1,power_law_1.01,0.9031359672546386
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,6144,2560,8,160,16,1,power_law_1.01,0.9215104103088378
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,6144,2560,8,160,16,1,power_law_1.01,1.0144960403442382
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,16,1,power_law_1.01,1.0295040130615234
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,16,1,power_law_1.01,1.1530943870544434
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,16,1,power_law_1.01,1.238976001739502
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,16,1,power_law_1.01,1.4877823829650878
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,16,1,power_law_1.01,1.7716415405273438
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,16,1,power_law_1.01,2.3017343521118163
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,16,1,power_law_1.01,2.9024383544921877
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,16,1,power_law_1.01,4.114316940307617
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,16,1,power_law_1.01,5.3613121032714846
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,16,1,power_law_1.01,0.026649600267410277
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,16,1,power_law_1.01,0.04116480052471161
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,16,1,power_law_1.01,0.06258559823036194
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,16,1,power_law_1.01,0.12735359668731688
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,16,1,power_law_1.01,0.19542399644851685
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,16,1,power_law_1.01,0.34767999649047854
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,16,1,power_law_1.01,0.36443519592285156
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,16,1,power_law_1.01,0.3765439987182617
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,16,1,power_law_1.01,0.3798784017562866
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,16,1,power_law_1.01,0.38920960426330564
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,16,1,power_law_1.01,0.39996159076690674
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,16,1,power_law_1.01,0.42177281379699705
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,16,1,power_law_1.01,0.7603519916534424
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,16,1,power_law_1.01,0.7718783855438233
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,16,1,power_law_1.01,0.7905792236328125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,16,1,power_law_1.01,0.8242624282836915
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,16,1,power_law_1.01,0.8477184295654296
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,16,1,power_law_1.01,0.9289407730102539
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,16,1,power_law_1.01,1.0015104293823243
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,16,1,power_law_1.01,1.1264448165893555
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,16,1,power_law_1.01,1.2298368453979491
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,16,1,power_law_1.01,1.4209088325500487
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,16,1,power_law_1.01,1.6636671066284179
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,16,1,power_law_1.01,2.144339179992676
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,16,1,power_law_1.01,2.7313919067382812
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,16,1,power_law_1.01,3.960768127441406
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,16,1,power_law_1.01,5.195072174072266
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,6144,2560,8,160,16,1,power_law_1.2,0.0297791987657547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,6144,2560,8,160,16,1,power_law_1.2,0.05472639799118042
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,6144,2560,8,160,16,1,power_law_1.2,0.13541120290756226
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,6144,2560,8,160,16,1,power_law_1.2,0.20545918941497804
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,6144,2560,8,160,16,1,power_law_1.2,0.2812608003616333
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,6144,2560,8,160,16,1,power_law_1.2,0.5122176170349121
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,6144,2560,8,160,16,1,power_law_1.2,0.5846015930175781
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,6144,2560,8,160,16,1,power_law_1.2,0.5849279880523681
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,6144,2560,8,160,16,1,power_law_1.2,0.5976831912994385
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,6144,2560,8,160,16,1,power_law_1.2,0.6095935821533203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,6144,2560,8,160,16,1,power_law_1.2,0.6203199863433838
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,6144,2560,8,160,16,1,power_law_1.2,0.6510464191436768
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,6144,2560,8,160,16,1,power_law_1.2,0.8786304473876954
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,6144,2560,8,160,16,1,power_law_1.2,0.893331241607666
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,6144,2560,8,160,16,1,power_law_1.2,0.9015423774719238
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,6144,2560,8,160,16,1,power_law_1.2,0.9137087821960449
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,6144,2560,8,160,16,1,power_law_1.2,0.9845248222351074
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,6144,2560,8,160,16,1,power_law_1.2,1.0120512008666993
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,16,1,power_law_1.2,1.03438720703125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,16,1,power_law_1.2,1.1562368392944335
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,16,1,power_law_1.2,1.2745087623596192
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,16,1,power_law_1.2,1.518131160736084
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,16,1,power_law_1.2,1.7960319519042969
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,16,1,power_law_1.2,2.346860885620117
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,16,1,power_law_1.2,2.9408191680908202
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,16,1,power_law_1.2,4.178131103515625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,16,1,power_law_1.2,5.446220779418946
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,16,1,power_law_1.2,0.02714880108833313
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,16,1,power_law_1.2,0.04127359986305237
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,16,1,power_law_1.2,0.0651968002319336
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,16,1,power_law_1.2,0.10396800041198731
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,16,1,power_law_1.2,0.18072320222854615
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,16,1,power_law_1.2,0.33162879943847656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,16,1,power_law_1.2,0.3559103965759277
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,16,1,power_law_1.2,0.390233588218689
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,16,1,power_law_1.2,0.40262398719787595
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,16,1,power_law_1.2,0.3942015886306763
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,16,1,power_law_1.2,0.42106242179870607
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,16,1,power_law_1.2,0.4449728012084961
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,16,1,power_law_1.2,0.7906176090240479
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,16,1,power_law_1.2,0.7988671779632568
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,16,1,power_law_1.2,0.8037759780883789
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,16,1,power_law_1.2,0.8278783798217774
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,16,1,power_law_1.2,0.8646464347839355
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,16,1,power_law_1.2,0.9416255950927734
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,16,1,power_law_1.2,1.0202943801879882
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,16,1,power_law_1.2,1.147596836090088
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,16,1,power_law_1.2,1.2450688362121582
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,16,1,power_law_1.2,1.428889560699463
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,16,1,power_law_1.2,1.6810239791870116
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,16,1,power_law_1.2,2.174393653869629
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,16,1,power_law_1.2,2.758348846435547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,16,1,power_law_1.2,3.987712097167969
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,16,1,power_law_1.2,5.280486297607422
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,16,power_law_1.01,0.4817471981048584
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,16,power_law_1.01,0.949407958984375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,16,power_law_1.01,1.4099583625793457
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,16,power_law_1.01,1.3985088348388672
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,16,power_law_1.01,1.4142016410827636
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,16,power_law_1.01,2.097145652770996
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,16,power_law_1.01,1.660038375854492
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,16,power_law_1.01,1.8896575927734376
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,16,power_law_1.01,1.81014404296875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,16,power_law_1.01,1.9007871627807618
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,16,power_law_1.01,2.0225791931152344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,16,power_law_1.01,1.7849151611328125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,16,power_law_1.01,1.751398468017578
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,16,power_law_1.01,2.044646453857422
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,16,power_law_1.01,1.8543424606323242
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,16,power_law_1.01,2.0852287292480467
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,16,power_law_1.01,1.9837760925292969
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,16,power_law_1.01,2.162118339538574
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,16,power_law_1.01,2.2447872161865234
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,16,power_law_1.01,2.4430591583251955
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,16,power_law_1.01,2.661510467529297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,16,power_law_1.01,2.8804672241210936
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,16,power_law_1.01,3.364384078979492
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,16,power_law_1.01,4.356179046630859
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,16,power_law_1.01,5.249849700927735
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,16,power_law_1.01,7.98392333984375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,16,power_law_1.01,10.459359741210937
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,16,power_law_1.01,0.3377471923828125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,16,power_law_1.01,0.7079999923706055
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,16,power_law_1.01,1.0239104270935058
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,16,power_law_1.01,0.9481727600097656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,16,power_law_1.01,1.0283583641052245
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,16,power_law_1.01,2.188684844970703
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,16,power_law_1.01,1.634022331237793
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,16,power_law_1.01,1.9407615661621094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,16,power_law_1.01,1.9152000427246094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,16,power_law_1.01,1.9892927169799806
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,16,power_law_1.01,2.0270591735839845
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,16,power_law_1.01,2.015660858154297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,16,power_law_1.01,1.8876928329467773
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,16,power_law_1.01,1.9035648345947265
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,16,power_law_1.01,2.008243179321289
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,16,power_law_1.01,2.123411178588867
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,16,power_law_1.01,2.090297508239746
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,16,power_law_1.01,2.33624324798584
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,16,power_law_1.01,2.443820762634277
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,16,power_law_1.01,2.4107776641845704
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,16,power_law_1.01,2.7189184188842774
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,16,power_law_1.01,3.121459197998047
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,16,power_law_1.01,3.6199615478515623
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,16,power_law_1.01,4.448780822753906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,16,power_law_1.01,5.237343978881836
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,16,power_law_1.01,7.769113922119141
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,16,power_law_1.01,9.71075210571289
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,16,power_law_1.01,0.27064321041107176
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,16,power_law_1.01,0.5086592197418213
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,16,power_law_1.01,0.7663936138153076
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,16,power_law_1.01,0.7188799858093262
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,16,power_law_1.01,0.7574079990386963
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,16,power_law_1.01,0.6961855888366699
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,16,power_law_1.01,0.6065152168273926
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,16,power_law_1.01,0.7479936122894287
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,16,power_law_1.01,0.7043200016021729
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,16,power_law_1.01,0.6251711845397949
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,16,power_law_1.01,0.6653759956359864
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,16,power_law_1.01,0.6872896194458008
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,16,power_law_1.01,0.7096831798553467
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,16,power_law_1.01,0.7180480003356934
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,16,power_law_1.01,0.8080320358276367
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,16,power_law_1.01,0.7521599769592285
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,16,power_law_1.01,0.7975935935974121
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,16,power_law_1.01,0.9248384475708008
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,16,power_law_1.01,0.9929599761962891
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,16,power_law_1.01,1.2109184265136719
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,16,power_law_1.01,1.3698880195617675
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,16,power_law_1.01,1.6790847778320312
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,16,power_law_1.01,2.0583871841430663
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,16,power_law_1.01,2.8089727401733398
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,16,power_law_1.01,3.7088321685791015
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,16,power_law_1.01,5.5093120574951175
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,16,power_law_1.01,7.36376953125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,16,power_law_1.2,0.4892416000366211
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,16,power_law_1.2,0.9493887901306153
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,16,power_law_1.2,1.3299327850341798
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,16,power_law_1.2,1.375596809387207
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,16,power_law_1.2,1.4125375747680664
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,16,power_law_1.2,2.1022464752197267
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,16,power_law_1.2,1.7490432739257813
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,16,power_law_1.2,2.0607040405273436
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,16,power_law_1.2,1.6669248580932616
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,16,power_law_1.2,2.035750389099121
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,16,power_law_1.2,1.9694271087646484
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,16,power_law_1.2,1.8775295257568358
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,16,power_law_1.2,1.9104703903198241
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,16,power_law_1.2,1.9710784912109376
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,16,power_law_1.2,2.015398406982422
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,16,power_law_1.2,1.850764846801758
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,16,power_law_1.2,1.9677248001098633
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,16,power_law_1.2,2.0971328735351564
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,16,power_law_1.2,2.2898687362670898
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,16,power_law_1.2,2.6398271560668944
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,16,power_law_1.2,2.655513572692871
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,16,power_law_1.2,3.207302474975586
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,16,power_law_1.2,3.796915054321289
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,16,power_law_1.2,4.83900146484375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,16,power_law_1.2,6.295347213745117
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,16,power_law_1.2,8.515699005126953
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,16,power_law_1.2,11.260710144042969
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,16,power_law_1.2,0.3413248062133789
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,16,power_law_1.2,0.701254415512085
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,16,power_law_1.2,0.9540032386779785
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,16,power_law_1.2,0.9931391716003418
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,16,power_law_1.2,1.029747200012207
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,16,power_law_1.2,2.044812774658203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,16,power_law_1.2,1.740608024597168
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,16,power_law_1.2,1.842348861694336
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,16,power_law_1.2,1.8043584823608398
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,16,power_law_1.2,1.779007911682129
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,16,power_law_1.2,1.9366720199584961
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,16,power_law_1.2,1.8391103744506836
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,16,power_law_1.2,1.804102325439453
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,16,power_law_1.2,1.9137151718139649
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,16,power_law_1.2,1.9498111724853515
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,16,power_law_1.2,2.256038475036621
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,16,power_law_1.2,2.0300224304199217
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,16,power_law_1.2,2.361644744873047
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,16,power_law_1.2,2.42174072265625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,16,power_law_1.2,2.5944576263427734
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,16,power_law_1.2,2.8748800277709963
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,16,power_law_1.2,3.1513280868530273
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,16,power_law_1.2,3.720332717895508
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,16,power_law_1.2,4.977676773071289
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,16,power_law_1.2,6.3242942810058596
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,16,power_law_1.2,8.799929809570312
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,16,power_law_1.2,12.619379425048828
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,16,power_law_1.2,0.27066240310668943
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,16,power_law_1.2,0.5082623958587646
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,16,power_law_1.2,0.6833856105804443
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,16,power_law_1.2,0.7328703880310059
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,16,power_law_1.2,0.7712704181671143
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,16,power_law_1.2,0.6167103767395019
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,16,power_law_1.2,0.7839807987213134
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,16,power_law_1.2,0.6082623958587646
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,16,power_law_1.2,0.696608018875122
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,16,power_law_1.2,0.7891520023345947
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,16,power_law_1.2,0.7513728141784668
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,16,power_law_1.2,0.6870399951934815
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,16,power_law_1.2,0.7152256011962891
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,16,power_law_1.2,0.7140799999237061
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,16,power_law_1.2,0.7740799903869628
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,16,power_law_1.2,0.7940224170684814
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,16,power_law_1.2,0.8745344161987305
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,16,power_law_1.2,0.9428031921386719
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,16,power_law_1.2,1.0396608352661132
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,16,power_law_1.2,1.1935680389404297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,16,power_law_1.2,1.375705623626709
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,16,power_law_1.2,1.7386367797851563
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,16,power_law_1.2,2.1829376220703125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,16,power_law_1.2,3.0288896560668945
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,16,power_law_1.2,3.9526336669921873
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,16,power_law_1.2,6.144863891601562
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,16,power_law_1.2,8.561644744873046
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,7168,2048,8,384,16,1,power_law_1.01,0.03144960105419159
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,7168,2048,8,384,16,1,power_law_1.01,0.03412480056285858
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,7168,2048,8,384,16,1,power_law_1.01,0.13423999547958373
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,7168,2048,8,384,16,1,power_law_1.01,0.2514879941940308
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,7168,2048,8,384,16,1,power_law_1.01,0.4318975925445557
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,7168,2048,8,384,16,1,power_law_1.01,0.6254784107208252
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,7168,2048,8,384,16,1,power_law_1.01,0.758464002609253
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,7168,2048,8,384,16,1,power_law_1.01,0.9702336311340332
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,7168,2048,8,384,16,1,power_law_1.01,1.0064255714416503
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,7168,2048,8,384,16,1,power_law_1.01,1.0488575935363769
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,7168,2048,8,384,16,1,power_law_1.01,1.096012783050537
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,7168,2048,8,384,16,1,power_law_1.01,1.1426239967346192
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,7168,2048,8,384,16,1,power_law_1.01,1.1671296119689942
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,7168,2048,8,384,16,1,power_law_1.01,1.2116031646728516
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,7168,2048,8,384,16,1,power_law_1.01,1.2560511589050294
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,7168,2048,8,384,16,1,power_law_1.01,1.2882944107055665
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,7168,2048,8,384,16,1,power_law_1.01,1.7761215209960937
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,7168,2048,8,384,16,1,power_law_1.01,1.839411163330078
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,16,1,power_law_1.01,1.9288576126098633
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,16,1,power_law_1.01,2.065068817138672
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,16,1,power_law_1.01,2.214412879943848
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,16,1,power_law_1.01,2.5232383728027346
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,16,1,power_law_1.01,2.8125823974609374
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,16,1,power_law_1.01,3.408639907836914
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,16,1,power_law_1.01,4.03873291015625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,16,1,power_law_1.01,5.285555267333985
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,16,1,power_law_1.01,6.57523193359375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,16,1,power_law_1.01,0.02812800109386444
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,16,1,power_law_1.01,0.03033599853515625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,16,1,power_law_1.01,0.036006399989128114
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,16,1,power_law_1.01,0.14185600280761718
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,16,1,power_law_1.01,0.28745601177215574
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,16,1,power_law_1.01,0.42838401794433595
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,16,1,power_law_1.01,0.5170432090759277
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,16,1,power_law_1.01,0.6698815822601318
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,16,1,power_law_1.01,0.6936704158782959
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,16,1,power_law_1.01,0.7275712013244628
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,16,1,power_law_1.01,0.7838143825531005
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,16,1,power_law_1.01,0.8044544219970703
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,16,1,power_law_1.01,0.8180864334106446
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,16,1,power_law_1.01,0.8246208190917969
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,16,1,power_law_1.01,0.8557056427001953
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,16,1,power_law_1.01,0.8745471954345703
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,16,1,power_law_1.01,1.595199966430664
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,16,1,power_law_1.01,1.7014080047607423
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,16,1,power_law_1.01,1.7956735610961914
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,16,1,power_law_1.01,1.919398307800293
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,16,1,power_law_1.01,2.09747200012207
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,16,1,power_law_1.01,2.3782655715942385
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,16,1,power_law_1.01,2.6640703201293947
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,16,1,power_law_1.01,3.250553512573242
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,16,1,power_law_1.01,3.834880065917969
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,16,1,power_law_1.01,5.063199996948242
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,16,1,power_law_1.01,6.169068908691406
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,16,1,power_law_1.01,0.05809280276298523
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,16,1,power_law_1.01,0.061900800466537474
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,16,1,power_law_1.01,0.06821759939193725
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,16,1,power_law_1.01,0.1463744044303894
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,16,1,power_law_1.01,0.24501121044158936
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,16,1,power_law_1.01,0.3430975914001465
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,16,1,power_law_1.01,0.41745920181274415
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,16,1,power_law_1.01,0.5101183891296387
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,16,1,power_law_1.01,0.5395135879516602
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,16,1,power_law_1.01,0.5592448234558105
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,16,1,power_law_1.01,0.5821760177612305
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,16,1,power_law_1.01,0.604966402053833
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,16,1,power_law_1.01,0.622220802307129
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,16,1,power_law_1.01,0.6447167873382569
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,16,1,power_law_1.01,0.6574272155761719
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,16,1,power_law_1.01,0.6853631973266602
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,16,1,power_law_1.01,0.7240640163421631
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,16,1,power_law_1.01,0.784223985671997
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,16,1,power_law_1.01,0.8591808319091797
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,16,1,power_law_1.01,0.9711487770080567
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,16,1,power_law_1.01,1.0720319747924805
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,16,1,power_law_1.01,1.328159999847412
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,16,1,power_law_1.01,1.5773568153381348
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,16,1,power_law_1.01,2.0392383575439452
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,16,1,power_law_1.01,2.5116159439086916
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,16,1,power_law_1.01,3.535539245605469
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,16,1,power_law_1.01,4.556038284301758
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,7168,2048,8,384,16,1,power_law_1.2,0.031071999669075014
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,7168,2048,8,384,16,1,power_law_1.2,0.03427839875221252
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,7168,2048,8,384,16,1,power_law_1.2,0.13474559783935547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,7168,2048,8,384,16,1,power_law_1.2,0.24960639476776122
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,7168,2048,8,384,16,1,power_law_1.2,0.39670400619506835
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,7168,2048,8,384,16,1,power_law_1.2,0.5740479946136474
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,7168,2048,8,384,16,1,power_law_1.2,0.7059648036956787
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,7168,2048,8,384,16,1,power_law_1.2,0.9272383689880371
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,7168,2048,8,384,16,1,power_law_1.2,0.9822463989257812
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,7168,2048,8,384,16,1,power_law_1.2,1.027552032470703
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,7168,2048,8,384,16,1,power_law_1.2,1.0701055526733398
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,7168,2048,8,384,16,1,power_law_1.2,1.1170495986938476
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,7168,2048,8,384,16,1,power_law_1.2,1.1290880203247071
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,7168,2048,8,384,16,1,power_law_1.2,1.209331226348877
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,7168,2048,8,384,16,1,power_law_1.2,1.2385791778564452
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,7168,2048,8,384,16,1,power_law_1.2,1.270252799987793
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,7168,2048,8,384,16,1,power_law_1.2,1.7182527542114259
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,7168,2048,8,384,16,1,power_law_1.2,1.8237951278686524
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,16,1,power_law_1.2,1.942380714416504
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,16,1,power_law_1.2,2.1092287063598634
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,16,1,power_law_1.2,2.2563520431518556
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,16,1,power_law_1.2,2.609849548339844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,16,1,power_law_1.2,2.9310720443725584
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,16,1,power_law_1.2,3.5105472564697267
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,16,1,power_law_1.2,4.174099349975586
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,16,1,power_law_1.2,5.3621376037597654
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,16,1,power_law_1.2,6.713600158691406
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,16,1,power_law_1.2,0.02744320034980774
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,16,1,power_law_1.2,0.030041599273681642
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,16,1,power_law_1.2,0.055769598484039305
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,16,1,power_law_1.2,0.14194560050964355
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,16,1,power_law_1.2,0.25304958820343015
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,16,1,power_law_1.2,0.37550721168518064
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,16,1,power_law_1.2,0.4744256019592285
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,16,1,power_law_1.2,0.6595712184906006
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,16,1,power_law_1.2,0.6719871997833252
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,16,1,power_law_1.2,0.6963520050048828
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,16,1,power_law_1.2,0.7645247936248779
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,16,1,power_law_1.2,0.7798208236694336
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,16,1,power_law_1.2,0.7952000141143799
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,16,1,power_law_1.2,0.8142399787902832
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,16,1,power_law_1.2,0.8481727600097656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,16,1,power_law_1.2,0.867404842376709
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,16,1,power_law_1.2,1.5778559684753417
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,16,1,power_law_1.2,1.6956672668457031
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,16,1,power_law_1.2,1.7894847869873047
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,16,1,power_law_1.2,1.9555072784423828
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,16,1,power_law_1.2,2.1291967391967774
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,16,1,power_law_1.2,2.472640037536621
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,16,1,power_law_1.2,2.7578815460205077
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,16,1,power_law_1.2,3.334035110473633
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,16,1,power_law_1.2,3.926316833496094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,16,1,power_law_1.2,5.16627197265625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,16,1,power_law_1.2,6.421881866455078
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,16,1,power_law_1.2,0.05850239992141724
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,16,1,power_law_1.2,0.06174719929695129
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,16,1,power_law_1.2,0.07221760153770447
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,16,1,power_law_1.2,0.14529279470443726
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,16,1,power_law_1.2,0.2256767988204956
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,16,1,power_law_1.2,0.310700798034668
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,16,1,power_law_1.2,0.3719935894012451
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,16,1,power_law_1.2,0.5169087886810303
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,16,1,power_law_1.2,0.5416512012481689
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,16,1,power_law_1.2,0.5428927898406982
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,16,1,power_law_1.2,0.5788352012634277
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,16,1,power_law_1.2,0.5960512161254883
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,16,1,power_law_1.2,0.6025343894958496
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,16,1,power_law_1.2,0.6410624027252197
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,16,1,power_law_1.2,0.6695551872253418
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,16,1,power_law_1.2,0.6899775981903076
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,16,1,power_law_1.2,0.7146944046020508
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,16,1,power_law_1.2,0.7910528182983398
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,16,1,power_law_1.2,0.8842047691345215
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,16,1,power_law_1.2,0.9838335990905762
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,16,1,power_law_1.2,1.1049407958984374
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,16,1,power_law_1.2,1.355583953857422
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,16,1,power_law_1.2,1.6300224304199218
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,16,1,power_law_1.2,2.080428886413574
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,16,1,power_law_1.2,2.553004837036133
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,16,1,power_law_1.2,3.6021888732910154
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,16,1,power_law_1.2,4.594956970214843
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,3072,1536,8,256,1,16,power_law_1.01,0.16993919610977173
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,3072,1536,8,256,1,16,power_law_1.01,0.3238719940185547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,3072,1536,8,256,1,16,power_law_1.01,0.3180416107177734
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,3072,1536,8,256,1,16,power_law_1.01,0.3173504114151001
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,3072,1536,8,256,1,16,power_law_1.01,0.32420480251312256
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,3072,1536,8,256,1,16,power_law_1.01,0.3827584028244019
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,3072,1536,8,256,1,16,power_law_1.01,0.4227007865905762
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,3072,1536,8,256,1,16,power_law_1.01,0.436736011505127
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,3072,1536,8,256,1,16,power_law_1.01,0.44021759033203123
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,3072,1536,8,256,1,16,power_law_1.01,0.44269437789916993
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,3072,1536,8,256,1,16,power_law_1.01,0.4504064083099365
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,3072,1536,8,256,1,16,power_law_1.01,0.49790081977844236
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,3072,1536,8,256,1,16,power_law_1.01,0.49146881103515627
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,3072,1536,8,256,1,16,power_law_1.01,0.46529278755187986
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,3072,1536,8,256,1,16,power_law_1.01,0.4771008014678955
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,3072,1536,8,256,1,16,power_law_1.01,0.525113582611084
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,3072,1536,8,256,1,16,power_law_1.01,0.5284992218017578
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,3072,1536,8,256,1,16,power_law_1.01,0.5908415794372559
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,1,16,power_law_1.01,0.627129602432251
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,1,16,power_law_1.01,0.6659135818481445
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,1,16,power_law_1.01,0.7672768115997315
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,1,16,power_law_1.01,0.9314816474914551
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,1,16,power_law_1.01,1.1683520317077636
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,1,16,power_law_1.01,1.5636735916137696
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,1,16,power_law_1.01,2.069139289855957
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,1,16,power_law_1.01,3.1479040145874024
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,1,16,power_law_1.01,4.450918579101563
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,1,16,power_law_1.01,0.03848319947719574
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,1,16,power_law_1.01,0.22934401035308838
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,1,16,power_law_1.01,0.2245248079299927
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,1,16,power_law_1.01,0.2106623888015747
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,1,16,power_law_1.01,0.23146240711212157
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,1,16,power_law_1.01,0.3684799909591675
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,1,16,power_law_1.01,0.37310080528259276
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,1,16,power_law_1.01,0.42938880920410155
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,1,16,power_law_1.01,0.36186881065368653
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,1,16,power_law_1.01,0.41716480255126953
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,1,16,power_law_1.01,0.422214412689209
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,1,16,power_law_1.01,0.4400063991546631
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,1,16,power_law_1.01,0.4555200099945068
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,1,16,power_law_1.01,0.469542407989502
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,1,16,power_law_1.01,0.4762879848480225
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,1,16,power_law_1.01,0.4752064228057861
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,1,16,power_law_1.01,0.5099199771881103
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,1,16,power_law_1.01,0.5699071884155273
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,1,16,power_law_1.01,0.6078720092773438
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,1,16,power_law_1.01,0.7174592018127441
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,1,16,power_law_1.01,0.7529024124145508
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,1,16,power_law_1.01,0.9600831985473632
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,1,16,power_law_1.01,1.1795712471008302
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,1,16,power_law_1.01,1.7125120162963867
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,1,16,power_law_1.01,2.2423679351806642
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,1,16,power_law_1.01,3.2779262542724608
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,1,16,power_law_1.01,4.233318328857422
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,3072,1536,8,256,1,16,power_law_1.01,0.06769279837608337
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,3072,1536,8,256,1,16,power_law_1.01,0.20514559745788574
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,3072,1536,8,256,1,16,power_law_1.01,0.2091520071029663
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,3072,1536,8,256,1,16,power_law_1.01,0.17984639406204223
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,3072,1536,8,256,1,16,power_law_1.01,0.20798079967498778
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,3072,1536,8,256,1,16,power_law_1.01,0.1394495964050293
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,3072,1536,8,256,1,16,power_law_1.01,0.179366397857666
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,3072,1536,8,256,1,16,power_law_1.01,0.17909760475158693
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,3072,1536,8,256,1,16,power_law_1.01,0.17768959999084472
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,3072,1536,8,256,1,16,power_law_1.01,0.18324480056762696
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,3072,1536,8,256,1,16,power_law_1.01,0.188646399974823
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,3072,1536,8,256,1,16,power_law_1.01,0.19806079864501952
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,3072,1536,8,256,1,16,power_law_1.01,0.22005760669708252
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,3072,1536,8,256,1,16,power_law_1.01,0.20567679405212402
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,3072,1536,8,256,1,16,power_law_1.01,0.2423167943954468
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,3072,1536,8,256,1,16,power_law_1.01,0.2437056064605713
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,3072,1536,8,256,1,16,power_law_1.01,0.25630080699920654
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,3072,1536,8,256,1,16,power_law_1.01,0.28821120262145994
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,3072,1536,8,256,1,16,power_law_1.01,0.32131199836730956
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,3072,1536,8,256,1,16,power_law_1.01,0.4067903995513916
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,3072,1536,8,256,1,16,power_law_1.01,0.526643180847168
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,3072,1536,8,256,1,16,power_law_1.01,0.7135680198669434
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,3072,1536,8,256,1,16,power_law_1.01,0.9163455963134766
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,3072,1536,8,256,1,16,power_law_1.01,1.3227328300476073
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,3072,1536,8,256,1,16,power_law_1.01,1.7583744049072265
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,3072,1536,8,256,1,16,power_law_1.01,2.6450624465942383
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,3072,1536,8,256,1,16,power_law_1.01,3.582048034667969
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,3072,1536,8,256,1,16,power_law_1.2,0.1691264033317566
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,3072,1536,8,256,1,16,power_law_1.2,0.30821120738983154
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,3072,1536,8,256,1,16,power_law_1.2,0.3166591882705688
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,3072,1536,8,256,1,16,power_law_1.2,0.3182719945907593
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,3072,1536,8,256,1,16,power_law_1.2,0.3255039930343628
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,3072,1536,8,256,1,16,power_law_1.2,0.37678720951080324
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,3072,1536,8,256,1,16,power_law_1.2,0.3698112010955811
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,3072,1536,8,256,1,16,power_law_1.2,0.45029120445251464
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,3072,1536,8,256,1,16,power_law_1.2,0.43376641273498534
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,3072,1536,8,256,1,16,power_law_1.2,0.45068159103393557
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,3072,1536,8,256,1,16,power_law_1.2,0.41959681510925295
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,3072,1536,8,256,1,16,power_law_1.2,0.4360511779785156
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,3072,1536,8,256,1,16,power_law_1.2,0.4196479797363281
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,3072,1536,8,256,1,16,power_law_1.2,0.5111743927001953
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,3072,1536,8,256,1,16,power_law_1.2,0.5076352119445801
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,3072,1536,8,256,1,16,power_law_1.2,0.4920896053314209
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,3072,1536,8,256,1,16,power_law_1.2,0.5615871906280517
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,3072,1536,8,256,1,16,power_law_1.2,0.6364607810974121
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,1,16,power_law_1.2,0.6100863933563232
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,1,16,power_law_1.2,0.7185023784637451
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,1,16,power_law_1.2,0.8150143623352051
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,1,16,power_law_1.2,1.010854434967041
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,1,16,power_law_1.2,1.2227968215942382
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,1,16,power_law_1.2,1.7168512344360352
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,1,16,power_law_1.2,2.457651138305664
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,1,16,power_law_1.2,3.488185501098633
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,1,16,power_law_1.2,4.995711898803711
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,1,16,power_law_1.2,0.03868159949779511
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,1,16,power_law_1.2,0.22042241096496581
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,1,16,power_law_1.2,0.20256640911102294
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,1,16,power_law_1.2,0.22887039184570312
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,1,16,power_law_1.2,0.23388159275054932
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,1,16,power_law_1.2,0.278387188911438
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,1,16,power_law_1.2,0.3995392084121704
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,1,16,power_law_1.2,0.39612159729003904
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,1,16,power_law_1.2,0.40579838752746583
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,1,16,power_law_1.2,0.43496317863464357
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,1,16,power_law_1.2,0.40288639068603516
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,1,16,power_law_1.2,0.42200322151184083
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,1,16,power_law_1.2,0.46967039108276365
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,1,16,power_law_1.2,0.47648000717163086
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,1,16,power_law_1.2,0.47788801193237307
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,1,16,power_law_1.2,0.490118408203125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,1,16,power_law_1.2,0.5126016139984131
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,1,16,power_law_1.2,0.5720191955566406
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,1,16,power_law_1.2,0.6292031764984131
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,1,16,power_law_1.2,0.6886528015136719
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,1,16,power_law_1.2,0.8190272331237793
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,1,16,power_law_1.2,0.9973055839538574
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,1,16,power_law_1.2,1.328486442565918
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,1,16,power_law_1.2,1.8211584091186523
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,1,16,power_law_1.2,2.5017984390258787
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,1,16,power_law_1.2,3.7019073486328127
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,1,16,power_law_1.2,4.844275283813476
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,3072,1536,8,256,1,16,power_law_1.2,0.06849920153617858
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,3072,1536,8,256,1,16,power_law_1.2,0.20011520385742188
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,3072,1536,8,256,1,16,power_law_1.2,0.16124160289764405
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,3072,1536,8,256,1,16,power_law_1.2,0.2088831901550293
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,3072,1536,8,256,1,16,power_law_1.2,0.18960000276565553
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,3072,1536,8,256,1,16,power_law_1.2,0.1653439998626709
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,3072,1536,8,256,1,16,power_law_1.2,0.17970559597015381
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,3072,1536,8,256,1,16,power_law_1.2,0.16911360025405883
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,3072,1536,8,256,1,16,power_law_1.2,0.16874239444732667
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,3072,1536,8,256,1,16,power_law_1.2,0.19397759437561035
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,3072,1536,8,256,1,16,power_law_1.2,0.1852735996246338
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,3072,1536,8,256,1,16,power_law_1.2,0.21251840591430665
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,3072,1536,8,256,1,16,power_law_1.2,0.2054975986480713
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,3072,1536,8,256,1,16,power_law_1.2,0.21173760890960694
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,3072,1536,8,256,1,16,power_law_1.2,0.22816638946533202
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,3072,1536,8,256,1,16,power_law_1.2,0.2579200029373169
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,3072,1536,8,256,1,16,power_law_1.2,0.2635711908340454
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,3072,1536,8,256,1,16,power_law_1.2,0.27682559490203856
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,3072,1536,8,256,1,16,power_law_1.2,0.3222399950027466
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,3072,1536,8,256,1,16,power_law_1.2,0.41828479766845705
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,3072,1536,8,256,1,16,power_law_1.2,0.524345588684082
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,3072,1536,8,256,1,16,power_law_1.2,0.7362304210662842
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,3072,1536,8,256,1,16,power_law_1.2,0.9875071525573731
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,3072,1536,8,256,1,16,power_law_1.2,1.4785152435302735
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,3072,1536,8,256,1,16,power_law_1.2,1.9423488616943358
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,3072,1536,8,256,1,16,power_law_1.2,2.8646015167236327
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,3072,1536,8,256,1,16,power_law_1.2,3.8480640411376954
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,3072,1536,8,256,16,1,power_law_1.01,0.018739199638366698
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,3072,1536,8,256,16,1,power_law_1.01,0.020364800095558168
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,3072,1536,8,256,16,1,power_law_1.01,0.031276801228523256
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,3072,1536,8,256,16,1,power_law_1.01,0.06412799954414368
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,3072,1536,8,256,16,1,power_law_1.01,0.12197120189666748
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,3072,1536,8,256,16,1,power_law_1.01,0.17592959403991698
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,3072,1536,8,256,16,1,power_law_1.01,0.23953919410705565
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,3072,1536,8,256,16,1,power_law_1.01,0.2517568111419678
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,3072,1536,8,256,16,1,power_law_1.01,0.25477120876312254
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,3072,1536,8,256,16,1,power_law_1.01,0.2590399980545044
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,3072,1536,8,256,16,1,power_law_1.01,0.27583999633789064
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,3072,1536,8,256,16,1,power_law_1.01,0.2919872045516968
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,3072,1536,8,256,16,1,power_law_1.01,0.2970560073852539
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,3072,1536,8,256,16,1,power_law_1.01,0.2958847999572754
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,3072,1536,8,256,16,1,power_law_1.01,0.4057151794433594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,3072,1536,8,256,16,1,power_law_1.01,0.4101759910583496
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,3072,1536,8,256,16,1,power_law_1.01,0.42163839340209963
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,3072,1536,8,256,16,1,power_law_1.01,0.44559359550476074
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,16,1,power_law_1.01,0.47839999198913574
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,16,1,power_law_1.01,0.5375807762145997
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,16,1,power_law_1.01,0.5588031768798828
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,16,1,power_law_1.01,0.6719871997833252
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,16,1,power_law_1.01,0.805401611328125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,16,1,power_law_1.01,1.0066752433776855
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,16,1,power_law_1.01,1.2446911811828614
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,16,1,power_law_1.01,1.7662464141845704
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,16,1,power_law_1.01,2.3098432540893556
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,16,1,power_law_1.01,0.01910399943590164
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,16,1,power_law_1.01,0.019980800151824952
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,16,1,power_law_1.01,0.022201600670814513
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,16,1,power_law_1.01,0.03694080114364624
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,16,1,power_law_1.01,0.052236801385879515
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,16,1,power_law_1.01,0.07355520129203796
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,16,1,power_law_1.01,0.15526399612426758
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,16,1,power_law_1.01,0.1646016001701355
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,16,1,power_law_1.01,0.1776703953742981
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,16,1,power_law_1.01,0.1769600033760071
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,16,1,power_law_1.01,0.18731520175933838
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,16,1,power_law_1.01,0.19600000381469726
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,16,1,power_law_1.01,0.19983359575271606
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,16,1,power_law_1.01,0.2049407958984375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,16,1,power_law_1.01,0.35651841163635256
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,16,1,power_law_1.01,0.35912959575653075
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,16,1,power_law_1.01,0.3775871992111206
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,16,1,power_law_1.01,0.4097599983215332
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,16,1,power_law_1.01,0.42327680587768557
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,16,1,power_law_1.01,0.48813438415527344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,16,1,power_law_1.01,0.5429567813873291
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,16,1,power_law_1.01,0.6627456188201905
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,16,1,power_law_1.01,0.7431039810180664
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,16,1,power_law_1.01,0.9408512115478516
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,16,1,power_law_1.01,1.1780223846435547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,16,1,power_law_1.01,1.6941823959350586
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,16,1,power_law_1.01,2.2192127227783205
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,3072,1536,8,256,16,1,power_law_1.2,0.018681600689888
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,3072,1536,8,256,16,1,power_law_1.2,0.02109439969062805
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,3072,1536,8,256,16,1,power_law_1.2,0.035020801424980166
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,3072,1536,8,256,16,1,power_law_1.2,0.05756800174713135
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,3072,1536,8,256,16,1,power_law_1.2,0.1059008002281189
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,3072,1536,8,256,16,1,power_law_1.2,0.162118399143219
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,3072,1536,8,256,16,1,power_law_1.2,0.2258239984512329
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,3072,1536,8,256,16,1,power_law_1.2,0.24455039501190184
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,3072,1536,8,256,16,1,power_law_1.2,0.25661439895629884
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,3072,1536,8,256,16,1,power_law_1.2,0.25915520191192626
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,3072,1536,8,256,16,1,power_law_1.2,0.2835776090621948
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,3072,1536,8,256,16,1,power_law_1.2,0.28995840549468993
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,3072,1536,8,256,16,1,power_law_1.2,0.29227519035339355
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,3072,1536,8,256,16,1,power_law_1.2,0.29550719261169434
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,3072,1536,8,256,16,1,power_law_1.2,0.40819201469421384
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,3072,1536,8,256,16,1,power_law_1.2,0.4141056060791016
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,3072,1536,8,256,16,1,power_law_1.2,0.4282112121582031
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,3072,1536,8,256,16,1,power_law_1.2,0.4606143951416016
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,16,1,power_law_1.2,0.4977280139923096
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,16,1,power_law_1.2,0.5313856124877929
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,16,1,power_law_1.2,0.5777728080749511
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,16,1,power_law_1.2,0.6901567935943603
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,16,1,power_law_1.2,0.8243200302124023
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,16,1,power_law_1.2,1.0345279693603515
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,16,1,power_law_1.2,1.2736255645751953
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,16,1,power_law_1.2,1.8022016525268554
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,16,1,power_law_1.2,2.337017631530762
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,16,1,power_law_1.2,0.02003840059041977
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,16,1,power_law_1.2,0.020102399587631225
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,16,1,power_law_1.2,0.02237440049648285
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,16,1,power_law_1.2,0.0361407995223999
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,16,1,power_law_1.2,0.05085440278053284
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,16,1,power_law_1.2,0.06661120057106018
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,16,1,power_law_1.2,0.14517760276794434
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,16,1,power_law_1.2,0.16362240314483642
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,16,1,power_law_1.2,0.16660480499267577
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,16,1,power_law_1.2,0.17484159469604493
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,16,1,power_law_1.2,0.189792001247406
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,16,1,power_law_1.2,0.18881280422210694
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,16,1,power_law_1.2,0.19971200227737426
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,16,1,power_law_1.2,0.2075455904006958
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,16,1,power_law_1.2,0.3616703987121582
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,16,1,power_law_1.2,0.3685312032699585
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,16,1,power_law_1.2,0.3774271965026855
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,16,1,power_law_1.2,0.41653761863708494
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,16,1,power_law_1.2,0.4442431926727295
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,16,1,power_law_1.2,0.500710391998291
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,16,1,power_law_1.2,0.5568128108978272
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,16,1,power_law_1.2,0.6613440036773681
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,16,1,power_law_1.2,0.7529280185699463
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,16,1,power_law_1.2,0.9584639549255372
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,16,1,power_law_1.2,1.1943679809570313
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,16,1,power_law_1.2,1.7154495239257812
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,16,1,power_law_1.2,2.2390079498291016
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,16,power_law_1.01,0.1381824016571045
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,16,power_law_1.01,0.17834880352020263
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,16,power_law_1.01,0.13368959426879884
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,16,power_law_1.01,0.17189120054244994
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,16,power_law_1.01,0.17882239818572998
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,16,power_law_1.01,0.22760961055755616
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,16,power_law_1.01,0.22888319492340087
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,16,power_law_1.01,0.23854079246520996
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,16,power_law_1.01,0.24796159267425538
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,16,power_law_1.01,0.23494400978088378
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,16,power_law_1.01,0.24782719612121581
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,16,power_law_1.01,0.2584575891494751
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,16,power_law_1.01,0.2589888095855713
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,16,power_law_1.01,0.2755136013031006
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,16,power_law_1.01,0.2768064022064209
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,16,power_law_1.01,0.29049599170684814
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,16,power_law_1.01,0.313811206817627
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,16,power_law_1.01,0.33742079734802244
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,16,power_law_1.01,0.39444479942321775
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,16,power_law_1.01,0.4247039794921875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,16,power_law_1.01,0.4953919887542725
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,16,power_law_1.01,0.7395264148712158
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,16,power_law_1.01,0.8748991966247559
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,16,power_law_1.01,1.2505727767944337
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,16,power_law_1.01,1.793619155883789
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,16,power_law_1.01,2.5973567962646484
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,16,power_law_1.01,3.6610881805419924
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,16,power_law_1.01,0.033907198905944826
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,16,power_law_1.01,0.038406398892402646
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,16,power_law_1.01,0.03666560053825378
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,16,power_law_1.01,0.03792639970779419
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,16,power_law_1.01,0.0521664023399353
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,16,power_law_1.01,0.055276799201965335
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,16,power_law_1.01,0.06469759941101075
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,16,power_law_1.01,0.06824319958686828
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,16,power_law_1.01,0.06955519914627076
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,16,power_law_1.01,0.07325440049171447
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,16,power_law_1.01,0.07351679801940918
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,16,power_law_1.01,0.08533759713172913
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,16,power_law_1.01,0.09439359903335572
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,16,power_law_1.01,0.16915839910507202
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,16,power_law_1.01,0.1865023970603943
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,16,power_law_1.01,0.26282880306243894
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,16,power_law_1.01,0.2801151990890503
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,16,power_law_1.01,0.2931839942932129
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,16,power_law_1.01,0.31760640144348146
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,16,power_law_1.01,0.3965440034866333
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,16,power_law_1.01,0.4841728210449219
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,16,power_law_1.01,0.6683008193969726
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,16,power_law_1.01,0.8896448135375976
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,16,power_law_1.01,1.4583871841430665
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,16,power_law_1.01,1.8811264038085938
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,16,power_law_1.01,2.7893375396728515
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,16,power_law_1.01,3.9729793548583983
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,16,power_law_1.2,0.13757439851760864
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,16,power_law_1.2,0.14114559888839723
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,16,power_law_1.2,0.17509119510650634
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,16,power_law_1.2,0.15427839756011963
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,16,power_law_1.2,0.18056319952011107
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,16,power_law_1.2,0.21910400390625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,16,power_law_1.2,0.24353280067443847
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,16,power_law_1.2,0.2382080078125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,16,power_law_1.2,0.2405951976776123
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,16,power_law_1.2,0.249452805519104
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,16,power_law_1.2,0.2543231964111328
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,16,power_law_1.2,0.2558271884918213
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,16,power_law_1.2,0.2672895908355713
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,16,power_law_1.2,0.2599616050720215
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,16,power_law_1.2,0.28736000061035155
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,16,power_law_1.2,0.2756608009338379
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,16,power_law_1.2,0.3096127986907959
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,16,power_law_1.2,0.3569727897644043
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,16,power_law_1.2,0.4135295867919922
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,16,power_law_1.2,0.44839038848876955
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,16,power_law_1.2,0.5379136085510254
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,16,power_law_1.2,0.8065471649169922
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,16,power_law_1.2,1.0034560203552245
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,16,power_law_1.2,1.4460288047790528
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,16,power_law_1.2,1.9542207717895508
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,16,power_law_1.2,3.1777088165283205
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,16,power_law_1.2,4.43573112487793
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,16,power_law_1.2,0.03340159952640533
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,16,power_law_1.2,0.03603839874267578
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,16,power_law_1.2,0.0385343998670578
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,16,power_law_1.2,0.038649600744247434
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,16,power_law_1.2,0.05335680246353149
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,16,power_law_1.2,0.054502397775650024
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,16,power_law_1.2,0.06538239717483521
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,16,power_law_1.2,0.07498239874839782
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,16,power_law_1.2,0.07645440101623535
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,16,power_law_1.2,0.07475200295448303
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,16,power_law_1.2,0.08265600204467774
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,16,power_law_1.2,0.09405440092086792
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,16,power_law_1.2,0.09326080083847046
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,16,power_law_1.2,0.19890559911727906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,16,power_law_1.2,0.2005631923675537
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,16,power_law_1.2,0.2391040086746216
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,16,power_law_1.2,0.2786495923995972
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,16,power_law_1.2,0.30293118953704834
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,16,power_law_1.2,0.32493441104888915
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,16,power_law_1.2,0.40399999618530275
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,16,power_law_1.2,0.49202561378479004
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,16,power_law_1.2,0.7638271808624267
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,16,power_law_1.2,1.013651180267334
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,16,power_law_1.2,1.5492095947265625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,16,power_law_1.2,2.124287986755371
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,16,power_law_1.2,3.3010047912597655
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,16,power_law_1.2,4.54769287109375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,2688,1856,6,128,16,1,power_law_1.01,0.018367999792099
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,2688,1856,6,128,16,1,power_law_1.01,0.01990399956703186
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,2688,1856,6,128,16,1,power_law_1.01,0.031142398715019226
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,2688,1856,6,128,16,1,power_law_1.01,0.04746879935264588
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,2688,1856,6,128,16,1,power_law_1.01,0.06728320121765137
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,2688,1856,6,128,16,1,power_law_1.01,0.1474303960800171
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,2688,1856,6,128,16,1,power_law_1.01,0.15021439790725707
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,2688,1856,6,128,16,1,power_law_1.01,0.1629696011543274
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,2688,1856,6,128,16,1,power_law_1.01,0.16562559604644775
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,2688,1856,6,128,16,1,power_law_1.01,0.1678272008895874
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,2688,1856,6,128,16,1,power_law_1.01,0.17641600370407104
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,2688,1856,6,128,16,1,power_law_1.01,0.2361920118331909
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,2688,1856,6,128,16,1,power_law_1.01,0.2439743995666504
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,2688,1856,6,128,16,1,power_law_1.01,0.24556798934936525
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,2688,1856,6,128,16,1,power_law_1.01,0.25632638931274415
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,2688,1856,6,128,16,1,power_law_1.01,0.25859200954437256
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,2688,1856,6,128,16,1,power_law_1.01,0.2684992074966431
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,2688,1856,6,128,16,1,power_law_1.01,0.2861824035644531
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,16,1,power_law_1.01,0.30925440788269043
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,16,1,power_law_1.01,0.3619456052780151
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,16,1,power_law_1.01,0.4071040153503418
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,16,1,power_law_1.01,0.4782144069671631
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,16,1,power_law_1.01,0.567628812789917
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,16,1,power_law_1.01,0.7960703849792481
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,16,1,power_law_1.01,1.0530112266540528
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,16,1,power_law_1.01,1.5183744430541992
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,16,1,power_law_1.01,1.9870592117309571
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,16,1,power_law_1.01,0.01880960017442703
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,16,1,power_law_1.01,0.02186879962682724
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,16,1,power_law_1.01,0.025286400318145753
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,16,1,power_law_1.01,0.03765760064125061
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,16,1,power_law_1.01,0.04656639993190766
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,16,1,power_law_1.01,0.06399359703063964
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,16,1,power_law_1.01,0.06817920207977295
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,16,1,power_law_1.01,0.0683135986328125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,16,1,power_law_1.01,0.07285119891166687
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,16,1,power_law_1.01,0.07502080202102661
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,16,1,power_law_1.01,0.08099200129508972
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,16,1,power_law_1.01,0.09280639886856079
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,16,1,power_law_1.01,0.09644799828529357
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,16,1,power_law_1.01,0.10577919483184814
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,16,1,power_law_1.01,0.1125823974609375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,16,1,power_law_1.01,0.11753599643707276
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,16,1,power_law_1.01,0.13532160520553588
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,16,1,power_law_1.01,0.2211967945098877
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,16,1,power_law_1.01,0.25975680351257324
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,16,1,power_law_1.01,0.3158015966415405
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,16,1,power_law_1.01,0.3677056074142456
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,16,1,power_law_1.01,0.44792962074279785
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,16,1,power_law_1.01,0.5364352226257324
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,16,1,power_law_1.01,0.7621439933776856
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,16,1,power_law_1.01,1.0008895874023438
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,16,1,power_law_1.01,1.4788031578063965
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,16,1,power_law_1.01,1.9513216018676758
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,2688,1856,6,128,16,1,power_law_1.2,0.018003199994564057
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,2688,1856,6,128,16,1,power_law_1.2,0.019475199282169342
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,2688,1856,6,128,16,1,power_law_1.2,0.03208959996700287
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,2688,1856,6,128,16,1,power_law_1.2,0.04751999974250794
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,2688,1856,6,128,16,1,power_law_1.2,0.060684800148010254
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,2688,1856,6,128,16,1,power_law_1.2,0.14199680089950562
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,2688,1856,6,128,16,1,power_law_1.2,0.15754879713058473
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,2688,1856,6,128,16,1,power_law_1.2,0.16189440488815307
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,2688,1856,6,128,16,1,power_law_1.2,0.16776319742202758
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,2688,1856,6,128,16,1,power_law_1.2,0.177183997631073
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,2688,1856,6,128,16,1,power_law_1.2,0.18117120265960693
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,2688,1856,6,128,16,1,power_law_1.2,0.24053759574890138
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,2688,1856,6,128,16,1,power_law_1.2,0.24432640075683593
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,2688,1856,6,128,16,1,power_law_1.2,0.25180160999298096
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,2688,1856,6,128,16,1,power_law_1.2,0.2550015926361084
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,2688,1856,6,128,16,1,power_law_1.2,0.2637311935424805
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,2688,1856,6,128,16,1,power_law_1.2,0.27584640979766845
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,2688,1856,6,128,16,1,power_law_1.2,0.2952831983566284
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,16,1,power_law_1.2,0.32111999988555906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,16,1,power_law_1.2,0.382476806640625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,16,1,power_law_1.2,0.41188478469848633
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,16,1,power_law_1.2,0.4857344150543213
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,16,1,power_law_1.2,0.596608018875122
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,16,1,power_law_1.2,0.814022445678711
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,16,1,power_law_1.2,1.0568448066711427
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,16,1,power_law_1.2,1.5574527740478517
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,16,1,power_law_1.2,2.0000640869140627
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,16,1,power_law_1.2,0.018739199638366698
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,16,1,power_law_1.2,0.021657599508762358
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,16,1,power_law_1.2,0.025235199928283693
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,16,1,power_law_1.2,0.03646720051765442
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,16,1,power_law_1.2,0.04687359929084778
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,16,1,power_law_1.2,0.06378880143165588
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,16,1,power_law_1.2,0.0688704013824463
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,16,1,power_law_1.2,0.0709824025630951
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,16,1,power_law_1.2,0.07365120053291321
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,16,1,power_law_1.2,0.07600640058517456
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,16,1,power_law_1.2,0.08373119831085205
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,16,1,power_law_1.2,0.09244160056114196
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,16,1,power_law_1.2,0.09522560238838196
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,16,1,power_law_1.2,0.10377600193023681
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,16,1,power_law_1.2,0.11257599592208863
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,16,1,power_law_1.2,0.12641919851303102
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,16,1,power_law_1.2,0.15055999755859376
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,16,1,power_law_1.2,0.23450880050659179
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,16,1,power_law_1.2,0.2673856019973755
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,16,1,power_law_1.2,0.3192255973815918
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,16,1,power_law_1.2,0.36659200191497804
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,16,1,power_law_1.2,0.4527423858642578
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,16,1,power_law_1.2,0.536352014541626
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,16,1,power_law_1.2,0.7763199806213379
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,16,1,power_law_1.2,1.0104703903198242
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,16,1,power_law_1.2,1.488640022277832
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,16,1,power_law_1.2,1.970368003845215
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,16,power_law_1.01,0.9730112075805664
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,16,power_law_1.01,1.4174336433410644
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,16,power_law_1.01,1.2119551658630372
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,16,power_law_1.01,1.4108223915100098
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,16,power_law_1.01,1.412716770172119
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,16,power_law_1.01,1.2843775749206543
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,16,power_law_1.01,1.844870376586914
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,16,power_law_1.01,1.8628095626831054
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,16,power_law_1.01,1.752627182006836
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,16,power_law_1.01,2.0051136016845703
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,16,power_law_1.01,2.0417919158935547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,16,power_law_1.01,1.9075519561767578
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,16,power_law_1.01,2.044063949584961
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,16,power_law_1.01,2.1470720291137697
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,16,power_law_1.01,2.1788991928100585
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,16,power_law_1.01,2.234592056274414
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,16,power_law_1.01,2.351532745361328
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,16,power_law_1.01,2.4434560775756835
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,16,power_law_1.01,2.7341888427734373
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,16,power_law_1.01,3.0826431274414063
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,16,power_law_1.01,3.4033409118652345
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,16,power_law_1.01,4.3464702606201175
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,16,power_law_1.01,5.403961563110352
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,16,power_law_1.01,7.902642822265625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,16,power_law_1.01,10.064672088623047
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,16,power_law_1.01,14.914630126953124
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,16,power_law_1.01,18.64160614013672
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,16,power_law_1.01,0.8565823554992675
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,16,power_law_1.01,1.0199423789978028
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,16,power_law_1.01,0.9916031837463379
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,16,power_law_1.01,1.0157376289367677
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,16,power_law_1.01,1.0165439605712892
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,16,power_law_1.01,0.9051456451416016
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,16,power_law_1.01,1.9938432693481445
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,16,power_law_1.01,2.02410888671875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,16,power_law_1.01,1.917670440673828
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,16,power_law_1.01,1.994291114807129
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,16,power_law_1.01,2.0528831481933594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,16,power_law_1.01,1.9813503265380858
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,16,power_law_1.01,2.128639984130859
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,16,power_law_1.01,2.1493503570556642
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,16,power_law_1.01,2.277286338806152
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,16,power_law_1.01,2.2444927215576174
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,16,power_law_1.01,2.3779647827148436
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,16,power_law_1.01,2.600729560852051
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,16,power_law_1.01,2.8328895568847656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,16,power_law_1.01,3.164159965515137
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,16,power_law_1.01,3.630771255493164
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,16,power_law_1.01,4.5323646545410154
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,16,power_law_1.01,5.414239883422852
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,16,power_law_1.01,7.782118225097657
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,16,power_law_1.01,10.129779052734374
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,16,power_law_1.01,15.252082824707031
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,16,power_law_1.01,20.07576904296875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,16,power_law_1.01,0.6383488178253174
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,16,power_law_1.01,0.7353280067443848
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,16,power_law_1.01,0.695308780670166
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,16,power_law_1.01,0.7398272037506104
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,16,power_law_1.01,0.7472959995269776
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,16,power_law_1.01,0.7184383869171143
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,16,power_law_1.01,0.644985580444336
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,16,power_law_1.01,0.6941184043884278
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,16,power_law_1.01,0.7172863960266114
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,16,power_law_1.01,0.738316822052002
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,16,power_law_1.01,0.7888959884643555
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,16,power_law_1.01,0.8202688217163085
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,16,power_law_1.01,0.8261695861816406
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,16,power_law_1.01,0.8837696075439453
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,16,power_law_1.01,0.9379391670227051
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,16,power_law_1.01,0.9467071533203125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,16,power_law_1.01,1.0606464385986327
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,16,power_law_1.01,1.2318655967712402
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,16,power_law_1.01,1.4260928153991699
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,16,power_law_1.01,1.7897151947021483
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,16,power_law_1.01,2.201158332824707
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,16,power_law_1.01,3.039788818359375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,16,power_law_1.01,3.9263233184814452
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,16,power_law_1.01,5.960704040527344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,16,power_law_1.01,7.754386901855469
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,16,power_law_1.01,11.719417572021484
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,16,power_law_1.01,15.490170288085938
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,16,power_law_1.2,1.0644800186157226
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,16,power_law_1.2,1.3177215576171875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,16,power_law_1.2,1.3531392097473145
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,16,power_law_1.2,1.4106431961059571
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,16,power_law_1.2,1.392793560028076
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,16,power_law_1.2,1.1570624351501464
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,16,power_law_1.2,1.7063232421875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,16,power_law_1.2,1.84334716796875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,16,power_law_1.2,1.8023616790771484
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,16,power_law_1.2,1.957913589477539
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,16,power_law_1.2,1.9374591827392578
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,16,power_law_1.2,2.1226879119873048
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,16,power_law_1.2,2.1586816787719725
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,16,power_law_1.2,2.1915071487426756
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,16,power_law_1.2,2.2687679290771485
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,16,power_law_1.2,2.276755142211914
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,16,power_law_1.2,2.395583915710449
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,16,power_law_1.2,2.5703359603881837
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,16,power_law_1.2,2.696268844604492
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,16,power_law_1.2,3.139321517944336
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,16,power_law_1.2,3.5517505645751952
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,16,power_law_1.2,4.739955139160156
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,16,power_law_1.2,5.899507141113281
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,16,power_law_1.2,9.199858856201171
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,16,power_law_1.2,11.312345886230469
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,16,power_law_1.2,16.77512969970703
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,16,power_law_1.2,23.100723266601562
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,16,power_law_1.2,0.7621183872222901
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,16,power_law_1.2,0.9926719665527344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,16,power_law_1.2,1.0057408332824707
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,16,power_law_1.2,1.0236160278320312
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,16,power_law_1.2,1.029792022705078
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,16,power_law_1.2,0.9432640075683594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,16,power_law_1.2,1.9290687561035156
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,16,power_law_1.2,1.8898624420166015
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,16,power_law_1.2,1.9190143585205077
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,16,power_law_1.2,2.0755327224731444
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,16,power_law_1.2,2.0230207443237305
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,16,power_law_1.2,2.051103973388672
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,16,power_law_1.2,2.1657920837402345
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,16,power_law_1.2,2.226016044616699
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,16,power_law_1.2,2.272774314880371
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,16,power_law_1.2,2.303334426879883
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,16,power_law_1.2,2.4801471710205076
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,16,power_law_1.2,2.5628992080688477
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,16,power_law_1.2,2.902227210998535
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,16,power_law_1.2,3.2550464630126954
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,16,power_law_1.2,3.8080638885498046
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,16,power_law_1.2,4.73359375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,16,power_law_1.2,6.281734466552734
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,16,power_law_1.2,8.769261169433594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,16,power_law_1.2,11.749043273925782
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,16,power_law_1.2,17.175123596191405
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,16,power_law_1.2,22.731199645996092
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,16,power_law_1.2,0.6359424114227294
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,16,power_law_1.2,0.6839295864105225
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,16,power_law_1.2,0.693452787399292
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,16,power_law_1.2,0.7329408168792725
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,16,power_law_1.2,0.7226624011993408
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,16,power_law_1.2,0.722815990447998
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,16,power_law_1.2,0.6269567966461181
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,16,power_law_1.2,0.6409215927124023
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,16,power_law_1.2,0.6973440170288085
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,16,power_law_1.2,0.753446388244629
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,16,power_law_1.2,0.7664703845977783
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,16,power_law_1.2,0.8208448410034179
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,16,power_law_1.2,0.8355327606201172
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,16,power_law_1.2,0.8925951957702637
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,16,power_law_1.2,0.9453887939453125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,16,power_law_1.2,0.9786944389343262
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,16,power_law_1.2,1.060313606262207
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,16,power_law_1.2,1.262284755706787
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,16,power_law_1.2,1.4556608200073242
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,16,power_law_1.2,1.8327167510986329
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,16,power_law_1.2,2.2764352798461913
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,16,power_law_1.2,3.234854507446289
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,16,power_law_1.2,4.347180938720703
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,16,power_law_1.2,6.444786834716797
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,16,power_law_1.2,8.310829162597656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,16,power_law_1.2,12.285804748535156
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,16,power_law_1.2,16.73572540283203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,2688,22,512,16,1,power_law_1.01,0.03949440121650696
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,2688,22,512,16,1,power_law_1.01,0.1437376022338867
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,2688,22,512,16,1,power_law_1.01,0.2715136051177979
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,2688,22,512,16,1,power_law_1.01,0.4663551807403564
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,2688,22,512,16,1,power_law_1.01,0.6562431812286377
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,2688,22,512,16,1,power_law_1.01,1.0997568130493165
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,2688,22,512,16,1,power_law_1.01,1.1545856475830079
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,2688,22,512,16,1,power_law_1.01,1.208454418182373
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,2688,22,512,16,1,power_law_1.01,1.253433609008789
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,2688,22,512,16,1,power_law_1.01,1.2909567832946778
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,2688,22,512,16,1,power_law_1.01,1.3375359535217286
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,2688,22,512,16,1,power_law_1.01,1.3795840263366699
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,2688,22,512,16,1,power_law_1.01,1.437600040435791
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,2688,22,512,16,1,power_law_1.01,1.5153984069824218
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,2688,22,512,16,1,power_law_1.01,1.627225685119629
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,2688,22,512,16,1,power_law_1.01,1.704319953918457
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,2688,22,512,16,1,power_law_1.01,1.8712064743041992
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,2688,22,512,16,1,power_law_1.01,2.119500732421875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,16,1,power_law_1.01,2.228441619873047
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,16,1,power_law_1.01,2.5265600204467775
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,16,1,power_law_1.01,2.796518325805664
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,16,1,power_law_1.01,3.3292415618896483
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,16,1,power_law_1.01,3.8980033874511717
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,16,1,power_law_1.01,5.255270385742188
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,16,1,power_law_1.01,6.706758117675781
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,16,1,power_law_1.01,9.694432067871094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,16,1,power_law_1.01,12.682112121582032
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,16,1,power_law_1.01,0.034297600388526917
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,16,1,power_law_1.01,0.048588800430297854
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,16,1,power_law_1.01,0.17908480167388915
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,16,1,power_law_1.01,0.3548799991607666
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,16,1,power_law_1.01,0.5085184097290039
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,16,1,power_law_1.01,0.8139967918395996
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,16,1,power_law_1.01,0.8779328346252442
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,16,1,power_law_1.01,0.9177408218383789
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,16,1,power_law_1.01,0.93438720703125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,16,1,power_law_1.01,0.967897605895996
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,16,1,power_law_1.01,1.005196762084961
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,16,1,power_law_1.01,1.0414400100708008
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,16,1,power_law_1.01,1.0950400352478027
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,16,1,power_law_1.01,1.176915168762207
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,16,1,power_law_1.01,1.256608009338379
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,16,1,power_law_1.01,1.3426048278808593
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,16,1,power_law_1.01,1.4823616027832032
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,16,1,power_law_1.01,2.054649543762207
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,16,1,power_law_1.01,2.2190784454345702
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,16,1,power_law_1.01,2.4467136383056642
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,16,1,power_law_1.01,2.7184831619262697
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,16,1,power_law_1.01,3.183308792114258
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,16,1,power_law_1.01,3.701996612548828
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,16,1,power_law_1.01,4.83196792602539
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,16,1,power_law_1.01,6.214316940307617
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,16,1,power_law_1.01,9.02892837524414
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,16,1,power_law_1.01,11.870751953125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,2688,22,512,16,1,power_law_1.2,0.039680001139640805
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,2688,22,512,16,1,power_law_1.2,0.14470399618148805
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,2688,22,512,16,1,power_law_1.2,0.27020161151885985
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,2688,22,512,16,1,power_law_1.2,0.422054386138916
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,2688,22,512,16,1,power_law_1.2,0.5731711864471436
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,2688,22,512,16,1,power_law_1.2,1.0792960166931151
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,2688,22,512,16,1,power_law_1.2,1.1399552345275878
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,2688,22,512,16,1,power_law_1.2,1.2103936195373535
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,2688,22,512,16,1,power_law_1.2,1.2514623641967773
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,2688,22,512,16,1,power_law_1.2,1.2938048362731933
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,2688,22,512,16,1,power_law_1.2,1.3699904441833497
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,2688,22,512,16,1,power_law_1.2,1.4220864295959472
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,2688,22,512,16,1,power_law_1.2,1.4772992134094238
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,2688,22,512,16,1,power_law_1.2,1.5874752044677733
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,2688,22,512,16,1,power_law_1.2,1.6834367752075194
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,2688,22,512,16,1,power_law_1.2,1.76693115234375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,2688,22,512,16,1,power_law_1.2,1.9316736221313477
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,2688,22,512,16,1,power_law_1.2,2.158361625671387
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,16,1,power_law_1.2,2.2889280319213867
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,16,1,power_law_1.2,2.5714879989624024
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,16,1,power_law_1.2,2.85098876953125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,16,1,power_law_1.2,3.3878143310546873
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,16,1,power_law_1.2,4.013958358764649
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,16,1,power_law_1.2,5.322848129272461
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,16,1,power_law_1.2,6.804147338867187
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,16,1,power_law_1.2,9.75907211303711
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,16,1,power_law_1.2,12.756204986572266
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,16,1,power_law_1.2,0.03443840146064758
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,16,1,power_law_1.2,0.0654911994934082
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,16,1,power_law_1.2,0.1800704002380371
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,16,1,power_law_1.2,0.3066368103027344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,16,1,power_law_1.2,0.4594240188598633
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,16,1,power_law_1.2,0.8012800216674805
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,16,1,power_law_1.2,0.8770367622375488
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,16,1,power_law_1.2,0.9072896003723144
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,16,1,power_law_1.2,0.9454208374023437
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,16,1,power_law_1.2,0.9741951942443847
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,16,1,power_law_1.2,1.0187647819519043
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,16,1,power_law_1.2,1.0658623695373535
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,16,1,power_law_1.2,1.1351103782653809
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,16,1,power_law_1.2,1.2153216361999513
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,16,1,power_law_1.2,1.2850111961364745
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,16,1,power_law_1.2,1.370246410369873
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,16,1,power_law_1.2,1.5139904022216797
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,16,1,power_law_1.2,2.1369087219238283
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,16,1,power_law_1.2,2.254751968383789
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,16,1,power_law_1.2,2.525324821472168
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,16,1,power_law_1.2,2.7657407760620116
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,16,1,power_law_1.2,3.256332778930664
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,16,1,power_law_1.2,3.74031982421875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,16,1,power_law_1.2,4.9458366394042965
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,16,1,power_law_1.2,6.290265655517578
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,16,1,power_law_1.2,9.091059112548828
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,16,1,power_law_1.2,11.89710693359375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,14336,2,8,32,1,power_law_1.01,0.020633600652217865
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,14336,2,8,32,1,power_law_1.01,0.023552000522613525
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,14336,2,8,32,1,power_law_1.01,0.025830399990081788
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,14336,2,8,32,1,power_law_1.01,0.029683199524879456
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,14336,2,8,32,1,power_law_1.01,0.04097920060157776
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,14336,2,8,32,1,power_law_1.01,0.041606399416923526
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,14336,2,8,32,1,power_law_1.01,0.04258559942245484
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,14336,2,8,32,1,power_law_1.01,0.04332799911499023
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,14336,2,8,32,1,power_law_1.01,0.04652799963951111
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,14336,2,8,32,1,power_law_1.01,0.04692479968070984
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,14336,2,8,32,1,power_law_1.01,0.049081599712371825
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,14336,2,8,32,1,power_law_1.01,0.05092480182647705
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,14336,2,8,32,1,power_law_1.01,0.06406400203704835
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,14336,2,8,32,1,power_law_1.01,0.067084801197052
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,14336,2,8,32,1,power_law_1.01,0.07611520290374756
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,14336,2,8,32,1,power_law_1.01,0.08199679851531982
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,14336,2,8,32,1,power_law_1.01,0.08663679957389832
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,14336,2,8,32,1,power_law_1.01,0.11336319446563721
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,32,1,power_law_1.01,0.14083199501037597
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,32,1,power_law_1.01,0.2021888017654419
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,32,1,power_law_1.01,0.2617664098739624
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,32,1,power_law_1.01,0.38378880023956297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,32,1,power_law_1.01,0.4576576232910156
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,32,1,power_law_1.01,0.7012800216674805
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,32,1,power_law_1.01,0.9362943649291993
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,32,1,power_law_1.01,1.408191967010498
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,32,1,power_law_1.01,1.8788480758666992
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,32,1,power_law_1.01,0.020454399287700653
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,32,1,power_law_1.01,0.02308479994535446
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,32,1,power_law_1.01,0.024076800048351287
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,32,1,power_law_1.01,0.025696000456809996
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,32,1,power_law_1.01,0.03916159868240356
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,32,1,power_law_1.01,0.0403903990983963
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,32,1,power_law_1.01,0.041280001401901245
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,32,1,power_law_1.01,0.04206719994544983
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,32,1,power_law_1.01,0.04327679872512817
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,32,1,power_law_1.01,0.04390400052070618
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,32,1,power_law_1.01,0.047302401065826415
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,32,1,power_law_1.01,0.048895999789237976
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,32,1,power_law_1.01,0.05464959740638733
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,32,1,power_law_1.01,0.05931519865989685
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,32,1,power_law_1.01,0.06419199705123901
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,32,1,power_law_1.01,0.07032319903373718
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,32,1,power_law_1.01,0.07460479736328125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,32,1,power_law_1.01,0.1032256007194519
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,32,1,power_law_1.01,0.12609280347824098
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,32,1,power_law_1.01,0.184607994556427
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,32,1,power_law_1.01,0.23560960292816163
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,32,1,power_law_1.01,0.3464384078979492
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,32,1,power_law_1.01,0.4594880104064941
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,32,1,power_law_1.01,0.6863935947418213
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,32,1,power_law_1.01,0.9261952400207519
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,32,1,power_law_1.01,1.4067584037780763
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,32,1,power_law_1.01,1.881376075744629
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,14336,2,8,32,1,power_law_1.2,0.02083200067281723
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,14336,2,8,32,1,power_law_1.2,0.023756800591945647
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,14336,2,8,32,1,power_law_1.2,0.02542720139026642
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,14336,2,8,32,1,power_law_1.2,0.02933120131492615
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,14336,2,8,32,1,power_law_1.2,0.040870401263237
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,14336,2,8,32,1,power_law_1.2,0.04178560078144074
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,14336,2,8,32,1,power_law_1.2,0.0426367998123169
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,14336,2,8,32,1,power_law_1.2,0.043705600500106814
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,14336,2,8,32,1,power_law_1.2,0.046028798818588255
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,14336,2,8,32,1,power_law_1.2,0.04598399996757507
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,14336,2,8,32,1,power_law_1.2,0.049542400240898135
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,14336,2,8,32,1,power_law_1.2,0.05076479911804199
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,14336,2,8,32,1,power_law_1.2,0.063372802734375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,14336,2,8,32,1,power_law_1.2,0.0679040014743805
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,14336,2,8,32,1,power_law_1.2,0.07522559762001038
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,14336,2,8,32,1,power_law_1.2,0.08176000118255615
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,14336,2,8,32,1,power_law_1.2,0.08723840117454529
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,14336,2,8,32,1,power_law_1.2,0.11433600187301636
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,32,1,power_law_1.2,0.14163199663162232
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,32,1,power_law_1.2,0.20166399478912353
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,32,1,power_law_1.2,0.26917119026184083
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,32,1,power_law_1.2,0.3831423997879028
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,32,1,power_law_1.2,0.4587711811065674
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,32,1,power_law_1.2,0.7092991828918457
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,32,1,power_law_1.2,0.9351807594299316
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,32,1,power_law_1.2,1.4133631706237793
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,32,1,power_law_1.2,1.8779584884643554
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,32,1,power_law_1.2,0.020377600193023683
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,32,1,power_law_1.2,0.023654399812221526
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,32,1,power_law_1.2,0.024115200340747833
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,32,1,power_law_1.2,0.025676798820495606
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,32,1,power_law_1.2,0.03922559916973114
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,32,1,power_law_1.2,0.04005120098590851
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,32,1,power_law_1.2,0.04069119989871979
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,32,1,power_law_1.2,0.04214400053024292
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,32,1,power_law_1.2,0.04390400052070618
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,32,1,power_law_1.2,0.04429439902305603
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,32,1,power_law_1.2,0.047065600752830505
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,32,1,power_law_1.2,0.048767998814582825
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,32,1,power_law_1.2,0.0549888014793396
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,32,1,power_law_1.2,0.05978879928588867
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,32,1,power_law_1.2,0.06373119950294495
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,32,1,power_law_1.2,0.06954879760742187
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,32,1,power_law_1.2,0.07524480223655701
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,32,1,power_law_1.2,0.10253440141677857
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,32,1,power_law_1.2,0.12528640031814575
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,32,1,power_law_1.2,0.18380800485610962
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,32,1,power_law_1.2,0.23713281154632568
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,32,1,power_law_1.2,0.3531455993652344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,32,1,power_law_1.2,0.456601619720459
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,32,1,power_law_1.2,0.6862143993377685
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,32,1,power_law_1.2,0.9237824440002441
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,32,1,power_law_1.2,1.4077183723449707
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,32,1,power_law_1.2,1.8853952407836914
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,6144,16384,2,8,32,1,power_law_1.01,0.027807998657226562
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,6144,16384,2,8,32,1,power_law_1.01,0.04201599955558777
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,6144,16384,2,8,32,1,power_law_1.01,0.042335999011993405
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,6144,16384,2,8,32,1,power_law_1.01,0.10354559421539307
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,6144,16384,2,8,32,1,power_law_1.01,0.1506495952606201
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,6144,16384,2,8,32,1,power_law_1.01,0.13967360258102418
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,6144,16384,2,8,32,1,power_law_1.01,0.15317120552062988
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,6144,16384,2,8,32,1,power_law_1.01,0.15592960119247437
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,6144,16384,2,8,32,1,power_law_1.01,0.1558079957962036
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,6144,16384,2,8,32,1,power_law_1.01,0.15798399448394776
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,6144,16384,2,8,32,1,power_law_1.01,0.16004480123519899
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,6144,16384,2,8,32,1,power_law_1.01,0.16709760427474976
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,6144,16384,2,8,32,1,power_law_1.01,0.16670080423355102
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,6144,16384,2,8,32,1,power_law_1.01,0.17072000503540039
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,6144,16384,2,8,32,1,power_law_1.01,0.17522560358047484
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,6144,16384,2,8,32,1,power_law_1.01,0.18094079494476317
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,6144,16384,2,8,32,1,power_law_1.01,0.1873471975326538
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,6144,16384,2,8,32,1,power_law_1.01,0.2092223882675171
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,32,1,power_law_1.01,0.2540096044540405
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,32,1,power_law_1.01,0.3342335939407349
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,32,1,power_law_1.01,0.5022336006164551
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,32,1,power_law_1.01,0.6338687896728515
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,32,1,power_law_1.01,0.877843189239502
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,32,1,power_law_1.01,1.2428159713745117
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,32,1,power_law_1.01,1.6177024841308594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,32,1,power_law_1.01,2.3865535736083983
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,32,1,power_law_1.01,3.1276159286499023
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,32,1,power_law_1.01,0.025260800123214723
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,32,1,power_law_1.01,0.02890239953994751
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,32,1,power_law_1.01,0.030112001299858093
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,32,1,power_law_1.01,0.03268480002880096
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,32,1,power_law_1.01,0.05244160294532776
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,32,1,power_law_1.01,0.05340800285339355
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,32,1,power_law_1.01,0.05448319911956787
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,32,1,power_law_1.01,0.05627520084381103
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,32,1,power_law_1.01,0.05739520192146301
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,32,1,power_law_1.01,0.06039680242538452
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,32,1,power_law_1.01,0.06676480174064636
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,32,1,power_law_1.01,0.07233279943466187
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,32,1,power_law_1.01,0.07564799785614014
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,32,1,power_law_1.01,0.08376320004463196
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,32,1,power_law_1.01,0.09393280148506164
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,32,1,power_law_1.01,0.10670720338821411
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,32,1,power_law_1.01,0.12369279861450196
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,32,1,power_law_1.01,0.1648959994316101
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,32,1,power_law_1.01,0.21214718818664552
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,32,1,power_law_1.01,0.3099776029586792
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,32,1,power_law_1.01,0.4129727840423584
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,32,1,power_law_1.01,0.5958208084106446
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,32,1,power_law_1.01,0.7803135871887207
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,32,1,power_law_1.01,1.1842559814453124
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,32,1,power_law_1.01,1.566220760345459
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,32,1,power_law_1.01,2.328927993774414
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,32,1,power_law_1.01,3.096518325805664
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,32,1,power_law_1.01,0.050809597969055174
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,32,1,power_law_1.01,0.057868802547454835
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,32,1,power_law_1.01,0.057760000228881836
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,32,1,power_law_1.01,0.061408001184463504
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,32,1,power_law_1.01,0.0616703987121582
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,32,1,power_law_1.01,0.06225919723510742
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,32,1,power_law_1.01,0.062745600938797
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,32,1,power_law_1.01,0.06424959897994995
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,32,1,power_law_1.01,0.06503679752349853
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,32,1,power_law_1.01,0.06598399877548218
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,32,1,power_law_1.01,0.06775680184364319
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,32,1,power_law_1.01,0.06932479739189149
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,32,1,power_law_1.01,0.07319679856300354
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,32,1,power_law_1.01,0.08270080089569092
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,32,1,power_law_1.01,0.08781440258026123
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,32,1,power_law_1.01,0.0954367995262146
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,32,1,power_law_1.01,0.09539200067520141
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,32,1,power_law_1.01,0.1334272027015686
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,32,1,power_law_1.01,0.15312000513076782
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,32,1,power_law_1.01,0.22508161067962645
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,32,1,power_law_1.01,0.25873279571533203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,32,1,power_law_1.01,0.3944384098052979
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,32,1,power_law_1.01,0.523417615890503
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,32,1,power_law_1.01,0.7913663864135743
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,32,1,power_law_1.01,1.0482496261596679
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,32,1,power_law_1.01,1.5410495758056642
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,32,1,power_law_1.01,2.042470359802246
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,6144,16384,2,8,32,1,power_law_1.2,0.02784000039100647
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,6144,16384,2,8,32,1,power_law_1.2,0.0430400013923645
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,6144,16384,2,8,32,1,power_law_1.2,0.046291199326515195
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,6144,16384,2,8,32,1,power_law_1.2,0.10003839731216431
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,6144,16384,2,8,32,1,power_law_1.2,0.13877760171890258
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,6144,16384,2,8,32,1,power_law_1.2,0.15315200090408326
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,6144,16384,2,8,32,1,power_law_1.2,0.15594880580902098
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,6144,16384,2,8,32,1,power_law_1.2,0.15639040470123292
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,6144,16384,2,8,32,1,power_law_1.2,0.1577023983001709
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,6144,16384,2,8,32,1,power_law_1.2,0.15831680297851564
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,6144,16384,2,8,32,1,power_law_1.2,0.1592319965362549
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,6144,16384,2,8,32,1,power_law_1.2,0.16696319580078126
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,6144,16384,2,8,32,1,power_law_1.2,0.16824320554733277
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,6144,16384,2,8,32,1,power_law_1.2,0.17152639627456664
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,6144,16384,2,8,32,1,power_law_1.2,0.1752575993537903
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,6144,16384,2,8,32,1,power_law_1.2,0.18264319896697997
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,6144,16384,2,8,32,1,power_law_1.2,0.1870911955833435
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,6144,16384,2,8,32,1,power_law_1.2,0.21615359783172608
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,32,1,power_law_1.2,0.25578880310058594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,32,1,power_law_1.2,0.33143680095672606
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,32,1,power_law_1.2,0.5016384124755859
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,32,1,power_law_1.2,0.6312895774841308
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,32,1,power_law_1.2,0.8707903861999512
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,32,1,power_law_1.2,1.2456255912780763
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,32,1,power_law_1.2,1.6152383804321289
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,32,1,power_law_1.2,2.384454345703125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,32,1,power_law_1.2,3.1366079330444334
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,32,1,power_law_1.2,0.025721600651741026
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,32,1,power_law_1.2,0.029363200068473816
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,32,1,power_law_1.2,0.03038719892501831
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,32,1,power_law_1.2,0.03312639892101288
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,32,1,power_law_1.2,0.052691197395324706
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,32,1,power_law_1.2,0.05384320020675659
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,32,1,power_law_1.2,0.054502397775650024
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,32,1,power_law_1.2,0.056415998935699464
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,32,1,power_law_1.2,0.058483201265335086
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,32,1,power_law_1.2,0.06112639904022217
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,32,1,power_law_1.2,0.06895359754562377
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,32,1,power_law_1.2,0.07157120108604431
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,32,1,power_law_1.2,0.07635200023651123
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,32,1,power_law_1.2,0.08545920252799988
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,32,1,power_law_1.2,0.09423360228538513
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,32,1,power_law_1.2,0.10540800094604492
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,32,1,power_law_1.2,0.12432639598846436
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,32,1,power_law_1.2,0.16394879817962646
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,32,1,power_law_1.2,0.2117311954498291
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,32,1,power_law_1.2,0.3076544046401978
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,32,1,power_law_1.2,0.4154240131378174
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,32,1,power_law_1.2,0.5982079982757569
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,32,1,power_law_1.2,0.7840447902679444
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,32,1,power_law_1.2,1.1758463859558106
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,32,1,power_law_1.2,1.5668224334716796
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,32,1,power_law_1.2,2.3330495834350584
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,32,1,power_law_1.2,3.111180877685547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,32,1,power_law_1.2,0.05107839703559876
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,32,1,power_law_1.2,0.05733759999275208
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,32,1,power_law_1.2,0.05803520083427429
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,32,1,power_law_1.2,0.06093440055847168
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,32,1,power_law_1.2,0.06227840185165405
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,32,1,power_law_1.2,0.06264320015907288
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,32,1,power_law_1.2,0.06332160234451294
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,32,1,power_law_1.2,0.06424319744110107
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,32,1,power_law_1.2,0.06476160287857055
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,32,1,power_law_1.2,0.06615039706230164
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,32,1,power_law_1.2,0.06747519969940186
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,32,1,power_law_1.2,0.06920959949493408
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,32,1,power_law_1.2,0.07169920206069946
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,32,1,power_law_1.2,0.07848320007324219
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,32,1,power_law_1.2,0.08092799782752991
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,32,1,power_law_1.2,0.0953279972076416
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,32,1,power_law_1.2,0.08984320163726807
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,32,1,power_law_1.2,0.13388160467147828
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,32,1,power_law_1.2,0.15314559936523436
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,32,1,power_law_1.2,0.22369279861450195
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,32,1,power_law_1.2,0.2581952095031738
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,32,1,power_law_1.2,0.39108479022979736
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,32,1,power_law_1.2,0.5204544067382812
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,32,1,power_law_1.2,0.7960896015167236
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,32,1,power_law_1.2,1.0473152160644532
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,32,1,power_law_1.2,1.5394623756408692
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,32,1,power_law_1.2,2.0412416458129883
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,32,power_law_1.01,0.48110079765319824
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,32,power_law_1.01,0.4833536148071289
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,32,power_law_1.01,0.48396801948547363
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,32,power_law_1.01,0.48467841148376467
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,32,power_law_1.01,0.5689536094665527
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,32,power_law_1.01,0.5809919834136963
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,32,power_law_1.01,0.6816768169403076
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,32,power_law_1.01,0.6882368087768554
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,32,power_law_1.01,0.6369344234466553
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,32,power_law_1.01,0.7193280220031738
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,32,power_law_1.01,0.632531213760376
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,32,power_law_1.01,0.6813759803771973
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,32,power_law_1.01,0.6728000164031982
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,32,power_law_1.01,0.7720064163208008
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,32,power_law_1.01,0.7518144130706788
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,32,power_law_1.01,0.813145637512207
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,32,power_law_1.01,0.837395191192627
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,32,power_law_1.01,0.8795392036437988
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,32,power_law_1.01,1.0481599807739257
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,32,power_law_1.01,1.1912128448486328
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,32,power_law_1.01,1.3143296241760254
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,32,power_law_1.01,1.7427007675170898
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,32,power_law_1.01,2.1101760864257812
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,32,power_law_1.01,2.994118309020996
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,32,power_law_1.01,4.173855972290039
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,32,power_law_1.01,6.476716613769531
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,32,power_law_1.01,8.125555419921875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,32,power_law_1.01,0.3417855978012085
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,32,power_law_1.01,0.3516223907470703
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,32,power_law_1.01,0.3521728038787842
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,32,power_law_1.01,0.35185918807983396
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,32,power_law_1.01,0.5180031776428222
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,32,power_law_1.01,0.4931327819824219
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,32,power_law_1.01,0.7113664150238037
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,32,power_law_1.01,0.5292352199554443
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,32,power_law_1.01,0.7032639980316162
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,32,power_law_1.01,0.6440767765045166
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,32,power_law_1.01,0.6942527770996094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,32,power_law_1.01,0.7515711784362793
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,32,power_law_1.01,0.7621823787689209
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,32,power_law_1.01,0.7367487907409668
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,32,power_law_1.01,0.7657279968261719
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,32,power_law_1.01,0.8331904411315918
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,32,power_law_1.01,0.8533503532409668
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,32,power_law_1.01,0.9155391693115235
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,32,power_law_1.01,1.006982421875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,32,power_law_1.01,1.234175968170166
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,32,power_law_1.01,1.4089280128479005
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,32,power_law_1.01,1.7904640197753907
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,32,power_law_1.01,2.2093120574951173
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,32,power_law_1.01,3.2150527954101564
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,32,power_law_1.01,4.2146240234375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,32,power_law_1.01,6.777830505371094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,32,power_law_1.01,8.14373779296875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,32,power_law_1.01,0.2698879957199097
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,32,power_law_1.01,0.27191040515899656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,32,power_law_1.01,0.27180159091949463
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,32,power_law_1.01,0.272979211807251
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,32,power_law_1.01,0.26229760646820066
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,32,power_law_1.01,0.24047999382019042
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,32,power_law_1.01,0.27324159145355226
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,32,power_law_1.01,0.26131200790405273
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,32,power_law_1.01,0.2694528102874756
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,32,power_law_1.01,0.2735743999481201
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,32,power_law_1.01,0.29752960205078127
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,32,power_law_1.01,0.312825608253479
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,32,power_law_1.01,0.312992000579834
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,32,power_law_1.01,0.3357696056365967
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,32,power_law_1.01,0.34138879776000974
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,32,power_law_1.01,0.3533695936203003
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,32,power_law_1.01,0.41391358375549314
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,32,power_law_1.01,0.4644415855407715
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,32,power_law_1.01,0.5992256164550781
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,32,power_law_1.01,0.7360000133514404
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,32,power_law_1.01,0.9053759574890137
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,32,power_law_1.01,1.2465791702270508
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,32,power_law_1.01,1.6665407180786134
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,32,power_law_1.01,2.539699172973633
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,32,power_law_1.01,3.217427062988281
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,32,power_law_1.01,5.0838977813720705
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,32,power_law_1.01,6.689836883544922
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,32,power_law_1.2,0.48129920959472655
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,32,power_law_1.2,0.4831679821014404
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,32,power_law_1.2,0.48352642059326173
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,32,power_law_1.2,0.47384958267211913
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,32,power_law_1.2,0.6169216156005859
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,32,power_law_1.2,0.3545664072036743
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,32,power_law_1.2,0.7024127960205078
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,32,power_law_1.2,0.6481791973114014
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,32,power_law_1.2,0.6560256004333496
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,32,power_law_1.2,0.6635263919830322
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,32,power_law_1.2,0.6932544231414794
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,32,power_law_1.2,0.6649856090545654
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,32,power_law_1.2,0.711187219619751
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,32,power_law_1.2,0.7738624095916748
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,32,power_law_1.2,0.7232895851135254
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,32,power_law_1.2,0.828115177154541
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,32,power_law_1.2,0.8663167953491211
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,32,power_law_1.2,0.9866047859191894
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,32,power_law_1.2,1.0605504035949707
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,32,power_law_1.2,1.2104063987731934
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,32,power_law_1.2,1.4582592010498048
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,32,power_law_1.2,1.9416000366210937
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,32,power_law_1.2,2.3929344177246095
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,32,power_law_1.2,3.7574783325195313
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,32,power_law_1.2,4.611347198486328
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,32,power_law_1.2,7.173785400390625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,32,power_law_1.2,10.220626831054688
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,32,power_law_1.2,0.34104959964752196
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,32,power_law_1.2,0.3529983997344971
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,32,power_law_1.2,0.35238399505615237
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,32,power_law_1.2,0.35148160457611083
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,32,power_law_1.2,0.7221951961517334
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,32,power_law_1.2,0.5856383800506592
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,32,power_law_1.2,0.649945592880249
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,32,power_law_1.2,0.6559679985046387
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,32,power_law_1.2,0.6040192127227784
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,32,power_law_1.2,0.7125504016876221
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,32,power_law_1.2,0.7477759838104248
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,32,power_law_1.2,0.7576576232910156
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,32,power_law_1.2,0.6769536018371582
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,32,power_law_1.2,0.7691135883331299
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,32,power_law_1.2,0.7730688095092774
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,32,power_law_1.2,0.7665791988372803
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,32,power_law_1.2,0.8812352180480957
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,32,power_law_1.2,0.9655488014221192
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,32,power_law_1.2,1.050163173675537
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,32,power_law_1.2,1.2374655723571777
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,32,power_law_1.2,1.5063872337341309
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,32,power_law_1.2,1.9261760711669922
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,32,power_law_1.2,2.6690624237060545
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,32,power_law_1.2,3.7423168182373048
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,32,power_law_1.2,5.075084686279297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,32,power_law_1.2,6.8627777099609375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,32,power_law_1.2,10.939667510986329
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,32,power_law_1.2,0.2700799942016602
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,32,power_law_1.2,0.27141759395599363
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,32,power_law_1.2,0.27269759178161623
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,32,power_law_1.2,0.2734528064727783
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,32,power_law_1.2,0.2633471965789795
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,32,power_law_1.2,0.24145278930664063
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,32,power_law_1.2,0.2475264072418213
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,32,power_law_1.2,0.27699201107025145
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,32,power_law_1.2,0.2734783887863159
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,32,power_law_1.2,0.2850048065185547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,32,power_law_1.2,0.2975615978240967
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,32,power_law_1.2,0.2923392057418823
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,32,power_law_1.2,0.2867136001586914
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,32,power_law_1.2,0.3216831922531128
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,32,power_law_1.2,0.34151039123535154
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,32,power_law_1.2,0.35089280605316164
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,32,power_law_1.2,0.4070911884307861
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,32,power_law_1.2,0.49864959716796875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,32,power_law_1.2,0.5782783985137939
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,32,power_law_1.2,0.735423994064331
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,32,power_law_1.2,0.9268032073974609
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,32,power_law_1.2,1.3477439880371094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,32,power_law_1.2,1.7265792846679688
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,32,power_law_1.2,2.7882240295410154
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,32,power_law_1.2,3.701696014404297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,32,power_law_1.2,5.488217544555664
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,32,power_law_1.2,7.241996765136719
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,7168,2048,8,256,32,1,power_law_1.01,0.02898559868335724
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,7168,2048,8,256,32,1,power_law_1.01,0.03150720000267029
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,7168,2048,8,256,32,1,power_law_1.01,0.05920640230178833
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,7168,2048,8,256,32,1,power_law_1.01,0.13331199884414674
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,7168,2048,8,256,32,1,power_law_1.01,0.2029695987701416
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,7168,2048,8,256,32,1,power_law_1.01,0.2713536024093628
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,7168,2048,8,256,32,1,power_law_1.01,0.3711872100830078
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,7168,2048,8,256,32,1,power_law_1.01,0.3837120056152344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,7168,2048,8,256,32,1,power_law_1.01,0.4003647804260254
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,7168,2048,8,256,32,1,power_law_1.01,0.4191999912261963
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,7168,2048,8,256,32,1,power_law_1.01,0.43559041023254397
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,7168,2048,8,256,32,1,power_law_1.01,0.4424704074859619
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,7168,2048,8,256,32,1,power_law_1.01,0.46482558250427247
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,7168,2048,8,256,32,1,power_law_1.01,0.48923521041870116
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,7168,2048,8,256,32,1,power_law_1.01,0.6197120189666748
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,7168,2048,8,256,32,1,power_law_1.01,0.643398380279541
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,7168,2048,8,256,32,1,power_law_1.01,0.6796864032745361
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,7168,2048,8,256,32,1,power_law_1.01,0.7264319896697998
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,32,1,power_law_1.01,0.7843455791473388
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,32,1,power_law_1.01,0.8943231582641602
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,32,1,power_law_1.01,1.021280002593994
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,32,1,power_law_1.01,1.2876352310180663
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,32,1,power_law_1.01,1.4811776161193848
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,32,1,power_law_1.01,1.9670207977294922
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,32,1,power_law_1.01,2.4648063659667967
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,32,1,power_law_1.01,3.516191864013672
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,32,1,power_law_1.01,4.746092987060547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,32,1,power_law_1.01,0.027327999472618103
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,32,1,power_law_1.01,0.029542401432991028
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,32,1,power_law_1.01,0.04859519898891449
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,32,1,power_law_1.01,0.06739839911460876
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,32,1,power_law_1.01,0.0977728009223938
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,32,1,power_law_1.01,0.16657279729843139
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,32,1,power_law_1.01,0.23507840633392335
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,32,1,power_law_1.01,0.24349439144134521
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,32,1,power_law_1.01,0.2587264060974121
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,32,1,power_law_1.01,0.2632512092590332
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,32,1,power_law_1.01,0.2787391901016235
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,32,1,power_law_1.01,0.2899071931838989
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,32,1,power_law_1.01,0.30354559421539307
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,32,1,power_law_1.01,0.32330880165100095
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,32,1,power_law_1.01,0.53853440284729
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,32,1,power_law_1.01,0.5555007934570313
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,32,1,power_law_1.01,0.5765312194824219
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,32,1,power_law_1.01,0.6437439918518066
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,32,1,power_law_1.01,0.7023359775543213
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,32,1,power_law_1.01,0.8221887588500977
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,32,1,power_law_1.01,0.9496064186096191
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,32,1,power_law_1.01,1.2215871810913086
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,32,1,power_law_1.01,1.4683199882507325
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,32,1,power_law_1.01,1.9085695266723632
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,32,1,power_law_1.01,2.3875263214111326
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,32,1,power_law_1.01,3.403091049194336
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,32,1,power_law_1.01,4.5992897033691404
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,7168,2048,8,256,32,1,power_law_1.2,0.029260799288749695
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,7168,2048,8,256,32,1,power_law_1.2,0.03152639865875244
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,7168,2048,8,256,32,1,power_law_1.2,0.06254720091819763
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,7168,2048,8,256,32,1,power_law_1.2,0.11824640035629272
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,7168,2048,8,256,32,1,power_law_1.2,0.1846783995628357
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,7168,2048,8,256,32,1,power_law_1.2,0.26104960441589353
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,7168,2048,8,256,32,1,power_law_1.2,0.36163198947906494
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,7168,2048,8,256,32,1,power_law_1.2,0.37830400466918945
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,7168,2048,8,256,32,1,power_law_1.2,0.3931328058242798
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,7168,2048,8,256,32,1,power_law_1.2,0.4162112236022949
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,7168,2048,8,256,32,1,power_law_1.2,0.43564801216125487
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,7168,2048,8,256,32,1,power_law_1.2,0.4503488063812256
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,7168,2048,8,256,32,1,power_law_1.2,0.4648575782775879
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,7168,2048,8,256,32,1,power_law_1.2,0.48497281074523924
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,7168,2048,8,256,32,1,power_law_1.2,0.643782377243042
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,7168,2048,8,256,32,1,power_law_1.2,0.6629824161529541
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,7168,2048,8,256,32,1,power_law_1.2,0.6957183837890625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,7168,2048,8,256,32,1,power_law_1.2,0.7517888069152832
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,32,1,power_law_1.2,0.8230976104736328
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,32,1,power_law_1.2,0.920844841003418
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,32,1,power_law_1.2,1.0289088249206544
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,32,1,power_law_1.2,1.3257920265197753
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,32,1,power_law_1.2,1.497804832458496
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,32,1,power_law_1.2,2.0161727905273437
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,32,1,power_law_1.2,2.4936639785766603
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,32,1,power_law_1.2,3.58416633605957
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,32,1,power_law_1.2,4.755609512329102
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,32,1,power_law_1.2,0.02869119942188263
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,32,1,power_law_1.2,0.029356798529624938
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,32,1,power_law_1.2,0.048281601071357726
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,32,1,power_law_1.2,0.06613759994506836
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,32,1,power_law_1.2,0.09237759709358215
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,32,1,power_law_1.2,0.15166079998016357
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,32,1,power_law_1.2,0.22954239845275878
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,32,1,power_law_1.2,0.2439743995666504
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,32,1,power_law_1.2,0.2590015888214111
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,32,1,power_law_1.2,0.2628351926803589
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,32,1,power_law_1.2,0.27630081176757815
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,32,1,power_law_1.2,0.291814398765564
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,32,1,power_law_1.2,0.2972287893295288
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,32,1,power_law_1.2,0.3191359996795654
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,32,1,power_law_1.2,0.5564864158630372
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,32,1,power_law_1.2,0.5736703872680664
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,32,1,power_law_1.2,0.5884031772613525
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,32,1,power_law_1.2,0.6577536106109619
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,32,1,power_law_1.2,0.7148608207702637
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,32,1,power_law_1.2,0.8552512168884278
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,32,1,power_law_1.2,0.9740287780761718
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,32,1,power_law_1.2,1.2269760131835938
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,32,1,power_law_1.2,1.4831680297851562
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,32,1,power_law_1.2,1.9252864837646484
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,32,1,power_law_1.2,2.4210880279541014
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,32,1,power_law_1.2,3.464998245239258
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,32,1,power_law_1.2,4.5574592590332035
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,32,power_law_1.01,0.023820799589157105
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,32,power_law_1.01,0.023756800591945647
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,32,power_law_1.01,0.02409600019454956
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,32,power_law_1.01,0.030527999997138976
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,32,power_law_1.01,0.03086079955101013
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,32,power_law_1.01,0.030982398986816408
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,32,power_law_1.01,0.03245440125465393
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,32,power_law_1.01,0.033062401413917544
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,32,power_law_1.01,0.03336319923400879
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,32,power_law_1.01,0.035046398639678955
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,32,power_law_1.01,0.03639039993286133
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,32,power_law_1.01,0.038867199420928956
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,32,power_law_1.01,0.04089600145816803
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,32,power_law_1.01,0.05184000134468079
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,32,power_law_1.01,0.05509759783744812
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,32,power_law_1.01,0.06023039817810059
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,32,power_law_1.01,0.0745024025440216
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,32,power_law_1.01,0.09160959720611572
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,32,power_law_1.01,0.11320960521697998
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,32,power_law_1.01,0.15213439464569092
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,32,power_law_1.01,0.20763518810272216
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,32,power_law_1.01,0.3151871919631958
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,32,power_law_1.01,0.47135357856750487
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,32,power_law_1.01,0.724505615234375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,32,power_law_1.01,0.9651647567749023
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,32,power_law_1.01,1.49684476852417
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,32,power_law_1.01,1.901375961303711
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,32,power_law_1.01,0.023628799617290495
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,32,power_law_1.01,0.02343039959669113
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,32,power_law_1.01,0.023712000250816344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,32,power_law_1.01,0.03153280019760132
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,32,power_law_1.01,0.03128319978713989
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,32,power_law_1.01,0.03187200129032135
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,32,power_law_1.01,0.03260799944400787
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,32,power_law_1.01,0.03387520015239716
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,32,power_law_1.01,0.034272000193595886
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,32,power_law_1.01,0.035180801153182985
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,32,power_law_1.01,0.03711360096931458
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,32,power_law_1.01,0.039680001139640805
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,32,power_law_1.01,0.04081920087337494
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,32,power_law_1.01,0.04736000001430511
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,32,power_law_1.01,0.051635199785232545
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,32,power_law_1.01,0.05635200142860412
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,32,power_law_1.01,0.06755200028419495
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,32,power_law_1.01,0.08299520015716552
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,32,power_law_1.01,0.10224000215530396
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,32,power_law_1.01,0.144051194190979
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,32,power_law_1.01,0.20948479175567628
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,32,power_law_1.01,0.32524800300598145
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,32,power_law_1.01,0.4642816066741943
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,32,power_law_1.01,0.7725183963775635
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,32,power_law_1.01,1.032710361480713
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,32,power_law_1.01,1.549407958984375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,32,power_law_1.01,2.15732479095459
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,32,power_law_1.01,0.0369024008512497
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,32,power_law_1.01,0.0403903990983963
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,32,power_law_1.01,0.040556800365447995
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,32,power_law_1.01,0.04038400053977966
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,32,power_law_1.01,0.04010879993438721
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,32,power_law_1.01,0.04095999896526337
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,32,power_law_1.01,0.04245119988918304
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,32,power_law_1.01,0.04289920032024384
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,32,power_law_1.01,0.04318720102310181
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,32,power_law_1.01,0.044582399725914004
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,32,power_law_1.01,0.04575999975204468
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,32,power_law_1.01,0.04869759976863861
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,32,power_law_1.01,0.051046401262283325
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,32,power_law_1.01,0.05937920212745666
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,32,power_law_1.01,0.06758400201797485
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,32,power_law_1.01,0.07137280106544494
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,32,power_law_1.01,0.07888640165328979
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,32,power_law_1.01,0.09537919759750366
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,32,power_law_1.01,0.11044479608535766
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,32,power_law_1.01,0.15274239778518678
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,32,power_law_1.01,0.20309760570526122
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,32,power_law_1.01,0.319814395904541
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,32,power_law_1.01,0.4664576053619385
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,32,power_law_1.01,0.7161856174468995
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,32,power_law_1.01,0.9196928024291993
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,32,power_law_1.01,1.4187520027160645
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,32,power_law_1.01,1.903980827331543
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,32,power_law_1.2,0.024191999435424806
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,32,power_law_1.2,0.023494400084018707
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,32,power_law_1.2,0.022944000363349915
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,32,power_law_1.2,0.030246400833129884
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,32,power_law_1.2,0.030681601166725157
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,32,power_law_1.2,0.03134079873561859
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,32,power_law_1.2,0.03266560137271881
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,32,power_law_1.2,0.03294079899787903
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,32,power_law_1.2,0.03375999927520752
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,32,power_law_1.2,0.03516159951686859
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,32,power_law_1.2,0.03806079924106598
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,32,power_law_1.2,0.04068480134010315
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,32,power_law_1.2,0.04754559993743897
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,32,power_law_1.2,0.051974397897720334
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,32,power_law_1.2,0.05603839755058289
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,32,power_law_1.2,0.06462079882621766
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,32,power_law_1.2,0.07623040080070495
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,32,power_law_1.2,0.09317119717597962
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,32,power_law_1.2,0.11333760023117065
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,32,power_law_1.2,0.16092159748077392
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,32,power_law_1.2,0.23134078979492187
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,32,power_law_1.2,0.3608000040054321
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,32,power_law_1.2,0.5126207828521728
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,32,power_law_1.2,0.8745216369628906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,32,power_law_1.2,1.0211456298828125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,32,power_law_1.2,1.623526382446289
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,32,power_law_1.2,2.2959423065185547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,32,power_law_1.2,0.023187200725078582
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,32,power_law_1.2,0.023391999304294586
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,32,power_law_1.2,0.023366400599479677
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,32,power_law_1.2,0.03141759932041168
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,32,power_law_1.2,0.031276801228523256
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,32,power_law_1.2,0.03175039887428284
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,32,power_law_1.2,0.032646399736404416
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,32,power_law_1.2,0.0338239997625351
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,32,power_law_1.2,0.03427839875221252
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,32,power_law_1.2,0.0354559987783432
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,32,power_law_1.2,0.037376001477241516
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,32,power_law_1.2,0.03966720104217529
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,32,power_law_1.2,0.04322560131549835
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,32,power_law_1.2,0.048556798696517946
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,32,power_law_1.2,0.05178239941596985
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,32,power_law_1.2,0.057107198238372806
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,32,power_law_1.2,0.06917120218276977
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,32,power_law_1.2,0.08878719806671143
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,32,power_law_1.2,0.11367039680480957
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,32,power_law_1.2,0.1729920029640198
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,32,power_law_1.2,0.22108800411224366
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,32,power_law_1.2,0.3399168014526367
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,32,power_law_1.2,0.5051775932312011
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,32,power_law_1.2,0.7866176128387451
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,32,power_law_1.2,1.1295552253723145
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,32,power_law_1.2,1.6988927841186523
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,32,power_law_1.2,2.2042943954467775
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,32,power_law_1.2,0.03694719970226288
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,32,power_law_1.2,0.04042240083217621
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,32,power_law_1.2,0.040524798631668094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,32,power_law_1.2,0.03993600010871887
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,32,power_law_1.2,0.04042240083217621
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,32,power_law_1.2,0.04042240083217621
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,32,power_law_1.2,0.042054399847984314
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,32,power_law_1.2,0.042368000745773314
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,32,power_law_1.2,0.0427839994430542
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,32,power_law_1.2,0.044582399725914004
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,32,power_law_1.2,0.04575360119342804
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,32,power_law_1.2,0.04871039986610413
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,32,power_law_1.2,0.05740799903869629
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,32,power_law_1.2,0.06334720253944397
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,32,power_law_1.2,0.06749439835548401
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,32,power_law_1.2,0.0720255970954895
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,32,power_law_1.2,0.07954559922218322
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,32,power_law_1.2,0.09548799991607666
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,32,power_law_1.2,0.1128000020980835
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,32,power_law_1.2,0.15842560529708863
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,32,power_law_1.2,0.22736639976501466
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,32,power_law_1.2,0.3294719934463501
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,32,power_law_1.2,0.49710721969604493
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,32,power_law_1.2,0.7325056076049805
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,32,power_law_1.2,0.9854016304016113
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,32,power_law_1.2,1.5439871788024901
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,32,power_law_1.2,1.937446403503418
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,32,power_law_1.01,0.09589759707450866
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,32,power_law_1.01,0.09597439765930176
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,32,power_law_1.01,0.09646080136299133
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,32,power_law_1.01,0.0932416021823883
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,32,power_law_1.01,0.1047104001045227
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,32,power_law_1.01,0.11653759479522705
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,32,power_law_1.01,0.15118720531463622
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,32,power_law_1.01,0.10804480314254761
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,32,power_law_1.01,0.15550719499588012
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,32,power_law_1.01,0.13950079679489136
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,32,power_law_1.01,0.1625983953475952
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,32,power_law_1.01,0.16917760372161866
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,32,power_law_1.01,0.15147520303726197
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,32,power_law_1.01,0.17918720245361328
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,32,power_law_1.01,0.1757248044013977
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,32,power_law_1.01,0.1899135947227478
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,32,power_law_1.01,0.2231231927871704
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,32,power_law_1.01,0.2551487922668457
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,32,power_law_1.01,0.2985408067703247
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,32,power_law_1.01,0.5107135772705078
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,32,power_law_1.01,0.6705152034759522
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,32,power_law_1.01,0.9142080307006836
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,32,power_law_1.01,1.1507264137268067
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,32,power_law_1.01,1.8352767944335937
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,32,power_law_1.01,2.4159679412841797
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,32,power_law_1.01,3.686348724365234
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,32,power_law_1.01,5.145004653930664
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,32,power_law_1.01,0.03358719944953918
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,32,power_law_1.01,0.03315840065479279
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,32,power_law_1.01,0.03461759984493255
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,32,power_law_1.01,0.05107839703559876
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,32,power_law_1.01,0.0515392005443573
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,32,power_law_1.01,0.05408639907836914
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,32,power_law_1.01,0.05606399774551392
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,32,power_law_1.01,0.0580735981464386
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,32,power_law_1.01,0.061612802743911746
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,32,power_law_1.01,0.06387199759483338
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,32,power_law_1.01,0.06886399984359741
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,32,power_law_1.01,0.07326719760894776
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,32,power_law_1.01,0.07854719758033753
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,32,power_law_1.01,0.09572479724884034
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,32,power_law_1.01,0.10587519407272339
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,32,power_law_1.01,0.11780480146408082
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,32,power_law_1.01,0.16369279623031616
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,32,power_law_1.01,0.23666560649871826
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,32,power_law_1.01,0.2966207981109619
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,32,power_law_1.01,0.41254401206970215
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,32,power_law_1.01,0.5794496059417724
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,32,power_law_1.01,0.9293888092041016
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,32,power_law_1.01,1.3235199928283692
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,32,power_law_1.01,1.8738624572753906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,32,power_law_1.01,2.4740928649902343
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,32,power_law_1.01,3.851513671875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,32,power_law_1.01,5.104927825927734
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,32,power_law_1.01,0.05902720093727112
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,32,power_law_1.01,0.05939199924468994
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,32,power_law_1.01,0.0756928026676178
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,32,power_law_1.01,0.07616639733314515
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,32,power_law_1.01,0.07561600208282471
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,32,power_law_1.01,0.07774720191955567
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,32,power_law_1.01,0.07987200021743775
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,32,power_law_1.01,0.08156800270080566
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,32,power_law_1.01,0.08355200290679932
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,32,power_law_1.01,0.08595839738845826
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,32,power_law_1.01,0.09045119881629944
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,32,power_law_1.01,0.09466879963874816
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,32,power_law_1.01,0.10152319669723511
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,32,power_law_1.01,0.11054079532623291
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,32,power_law_1.01,0.11978880167007447
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,32,power_law_1.01,0.13063039779663085
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,32,power_law_1.01,0.15208319425582886
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,32,power_law_1.01,0.19600640535354613
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,32,power_law_1.01,0.24372479915618897
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,32,power_law_1.01,0.35834240913391113
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,32,power_law_1.01,0.5079423904418945
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,32,power_law_1.01,0.7520256042480469
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,32,power_law_1.01,1.0224512100219727
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,32,power_law_1.01,1.6054527282714843
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,32,power_law_1.01,2.0365440368652346
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,32,power_law_1.01,3.076767921447754
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,32,power_law_1.01,4.028736114501953
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,32,power_law_1.2,0.11682560443878173
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,32,power_law_1.2,0.11703039407730102
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,32,power_law_1.2,0.050355201959609984
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,32,power_law_1.2,0.08447359800338745
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,32,power_law_1.2,0.07411199808120728
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,32,power_law_1.2,0.14665600061416625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,32,power_law_1.2,0.15075839757919313
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,32,power_law_1.2,0.15140479803085327
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,32,power_law_1.2,0.15502079725265502
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,32,power_law_1.2,0.1386240005493164
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,32,power_law_1.2,0.16179840564727782
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,32,power_law_1.2,0.16533759832382203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,32,power_law_1.2,0.1693567991256714
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,32,power_law_1.2,0.17523200511932374
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,32,power_law_1.2,0.18143359422683716
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,32,power_law_1.2,0.19722239971160888
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,32,power_law_1.2,0.20679678916931152
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,32,power_law_1.2,0.25701758861541746
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,32,power_law_1.2,0.367411208152771
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,32,power_law_1.2,0.527020788192749
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,32,power_law_1.2,0.7279551982879638
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,32,power_law_1.2,1.0872511863708496
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,32,power_law_1.2,1.2990912437438964
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,32,power_law_1.2,1.9575103759765624
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,32,power_law_1.2,3.041235160827637
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,32,power_law_1.2,4.197945785522461
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,32,power_law_1.2,5.387673568725586
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,32,power_law_1.2,0.03391999900341034
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,32,power_law_1.2,0.03301759958267212
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,32,power_law_1.2,0.03298560082912445
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,32,power_law_1.2,0.05115519762039185
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,32,power_law_1.2,0.05185279846191406
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,32,power_law_1.2,0.05400320291519165
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,32,power_law_1.2,0.05565440058708191
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,32,power_law_1.2,0.058457601070404056
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,32,power_law_1.2,0.06170240044593811
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,32,power_law_1.2,0.06302080154418946
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,32,power_law_1.2,0.06787199974060058
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,32,power_law_1.2,0.0781440019607544
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,32,power_law_1.2,0.08352640271186829
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,32,power_law_1.2,0.09718400239944458
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,32,power_law_1.2,0.11012480258941651
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,32,power_law_1.2,0.12065279483795166
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,32,power_law_1.2,0.17075200080871583
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,32,power_law_1.2,0.2524415969848633
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,32,power_law_1.2,0.32627201080322266
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,32,power_law_1.2,0.5038911819458007
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,32,power_law_1.2,0.6977856159210205
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,32,power_law_1.2,1.0881279945373534
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,32,power_law_1.2,1.3912384033203125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,32,power_law_1.2,2.3128128051757812
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,32,power_law_1.2,3.187424087524414
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,32,power_law_1.2,4.544575881958008
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,32,power_law_1.2,6.1281982421875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,32,power_law_1.2,0.058796799182891844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,32,power_law_1.2,0.05960959792137146
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,32,power_law_1.2,0.07607679963111877
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,32,power_law_1.2,0.07571840286254883
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,32,power_law_1.2,0.07301120162010193
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,32,power_law_1.2,0.07795199751853943
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,32,power_law_1.2,0.08014079928398132
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,32,power_law_1.2,0.08168960213661194
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,32,power_law_1.2,0.08394880294799804
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,32,power_law_1.2,0.08597760200500489
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,32,power_law_1.2,0.09322879910469055
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,32,power_law_1.2,0.0985152006149292
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,32,power_law_1.2,0.10280319452285766
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,32,power_law_1.2,0.11041280031204223
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,32,power_law_1.2,0.12074240446090698
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,32,power_law_1.2,0.12908159494400023
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,32,power_law_1.2,0.152128005027771
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,32,power_law_1.2,0.19777920246124267
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,32,power_law_1.2,0.24684159755706786
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,32,power_law_1.2,0.40855040550231936
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,32,power_law_1.2,0.5693759918212891
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,32,power_law_1.2,0.8033472061157226
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,32,power_law_1.2,1.14399995803833
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,32,power_law_1.2,1.6165632247924804
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,32,power_law_1.2,2.149235153198242
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,32,power_law_1.2,3.517375946044922
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,32,power_law_1.2,4.639519882202149
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,1536,8,128,32,1,power_law_1.01,0.02035840004682541
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,1536,8,128,32,1,power_law_1.01,0.022041599452495574
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,1536,8,128,32,1,power_law_1.01,0.024377599358558655
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,1536,8,128,32,1,power_law_1.01,0.038771200180053714
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,1536,8,128,32,1,power_law_1.01,0.04728319942951202
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,1536,8,128,32,1,power_law_1.01,0.06238719820976257
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,1536,8,128,32,1,power_law_1.01,0.0686016023159027
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,1536,8,128,32,1,power_law_1.01,0.07690240144729614
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,1536,8,128,32,1,power_law_1.01,0.08856319785118102
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,1536,8,128,32,1,power_law_1.01,0.09982720017433167
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,1536,8,128,32,1,power_law_1.01,0.10504319667816162
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,1536,8,128,32,1,power_law_1.01,0.13295359611511232
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,1536,8,128,32,1,power_law_1.01,0.1379263997077942
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,1536,8,128,32,1,power_law_1.01,0.14690560102462769
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,1536,8,128,32,1,power_law_1.01,0.15468159914016724
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,1536,8,128,32,1,power_law_1.01,0.1537727952003479
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,1536,8,128,32,1,power_law_1.01,0.17760000228881836
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,1536,8,128,32,1,power_law_1.01,0.19144320487976074
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,32,1,power_law_1.01,0.22387199401855468
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,32,1,power_law_1.01,0.27009921073913573
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,32,1,power_law_1.01,0.34876160621643065
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,32,1,power_law_1.01,0.49954562187194823
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,32,1,power_law_1.01,0.6928703784942627
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,32,1,power_law_1.01,0.9653504371643067
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,32,1,power_law_1.01,1.2850496292114257
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,32,1,power_law_1.01,1.8714559555053711
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,32,1,power_law_1.01,2.467251205444336
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,32,1,power_law_1.01,0.02077440023422241
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,32,1,power_law_1.01,0.022009600698947907
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,32,1,power_law_1.01,0.023820799589157105
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,32,1,power_law_1.01,0.030105599761009218
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,32,1,power_law_1.01,0.03555839955806732
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,32,1,power_law_1.01,0.039878401160240176
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,32,1,power_law_1.01,0.04118399918079376
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,32,1,power_law_1.01,0.04229759871959686
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,32,1,power_law_1.01,0.0442111998796463
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,32,1,power_law_1.01,0.04695680141448975
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,32,1,power_law_1.01,0.05240319967269898
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,32,1,power_law_1.01,0.06046079993247986
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,32,1,power_law_1.01,0.06241919994354248
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,32,1,power_law_1.01,0.0674560010433197
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,32,1,power_law_1.01,0.07079039812088013
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,32,1,power_law_1.01,0.07552639842033386
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,32,1,power_law_1.01,0.0945472002029419
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,32,1,power_law_1.01,0.13771519660949708
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,32,1,power_law_1.01,0.1925055980682373
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,32,1,power_law_1.01,0.25319681167602537
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,32,1,power_law_1.01,0.3327359914779663
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,32,1,power_law_1.01,0.48604798316955566
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,32,1,power_law_1.01,0.6521728038787842
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,32,1,power_law_1.01,0.9715904235839844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,32,1,power_law_1.01,1.2579584121704102
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,32,1,power_law_1.01,1.8710527420043945
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,32,1,power_law_1.01,2.4865087509155273
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,1536,8,128,32,1,power_law_1.2,0.02046079933643341
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,1536,8,128,32,1,power_law_1.2,0.021990400552749634
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,1536,8,128,32,1,power_law_1.2,0.024396799504756927
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,1536,8,128,32,1,power_law_1.2,0.03665919899940491
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,1536,8,128,32,1,power_law_1.2,0.04647040069103241
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,1536,8,128,32,1,power_law_1.2,0.060652798414230345
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,1536,8,128,32,1,power_law_1.2,0.06849920153617858
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,1536,8,128,32,1,power_law_1.2,0.08336640000343323
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,1536,8,128,32,1,power_law_1.2,0.10344959497451782
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,1536,8,128,32,1,power_law_1.2,0.10948480367660522
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,1536,8,128,32,1,power_law_1.2,0.11210880279541016
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,1536,8,128,32,1,power_law_1.2,0.1336575984954834
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,1536,8,128,32,1,power_law_1.2,0.13882240056991577
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,1536,8,128,32,1,power_law_1.2,0.14965120553970337
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,1536,8,128,32,1,power_law_1.2,0.15352959632873536
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,1536,8,128,32,1,power_law_1.2,0.16368639469146729
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,1536,8,128,32,1,power_law_1.2,0.17214720249176024
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,1536,8,128,32,1,power_law_1.2,0.2018048048019409
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,32,1,power_law_1.2,0.22283520698547363
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,32,1,power_law_1.2,0.27799038887023925
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,32,1,power_law_1.2,0.35238399505615237
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,32,1,power_law_1.2,0.511513614654541
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,32,1,power_law_1.2,0.6899519920349121
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,32,1,power_law_1.2,0.971564769744873
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,32,1,power_law_1.2,1.2942784309387207
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,32,1,power_law_1.2,1.8787647247314454
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,32,1,power_law_1.2,2.49550724029541
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,32,1,power_law_1.2,0.020755200088024138
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,32,1,power_law_1.2,0.022137600183486938
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,32,1,power_law_1.2,0.023999999463558196
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,32,1,power_law_1.2,0.02983039915561676
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,32,1,power_law_1.2,0.03518719971179962
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,32,1,power_law_1.2,0.03971840143203735
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,32,1,power_law_1.2,0.04118399918079376
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,32,1,power_law_1.2,0.0425024002790451
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,32,1,power_law_1.2,0.04563199877738953
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,32,1,power_law_1.2,0.04745599925518036
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,32,1,power_law_1.2,0.052339202165603636
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,32,1,power_law_1.2,0.06076800227165222
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,32,1,power_law_1.2,0.06351360082626342
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,32,1,power_law_1.2,0.06753280162811279
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,32,1,power_law_1.2,0.07097600102424621
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,32,1,power_law_1.2,0.07652480006217957
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,32,1,power_law_1.2,0.09807999730110169
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,32,1,power_law_1.2,0.129203200340271
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,32,1,power_law_1.2,0.1969472050666809
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,32,1,power_law_1.2,0.256710410118103
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,32,1,power_law_1.2,0.338592004776001
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,32,1,power_law_1.2,0.48851838111877444
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,32,1,power_law_1.2,0.6608831882476807
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,32,1,power_law_1.2,0.9755328178405762
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,32,1,power_law_1.2,1.2668671607971191
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,32,1,power_law_1.2,1.88287353515625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,32,1,power_law_1.2,2.4951040267944338
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,32,power_law_1.01,0.3344575881958008
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,32,power_law_1.01,0.335315203666687
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,32,power_law_1.01,0.33625600337982176
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,32,power_law_1.01,0.39497599601745603
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,32,power_law_1.01,0.4595200061798096
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,32,power_law_1.01,0.49010558128356935
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,32,power_law_1.01,0.4743743896484375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,32,power_law_1.01,0.474886417388916
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,32,power_law_1.01,0.5050111770629883
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,32,power_law_1.01,0.46412158012390137
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,32,power_law_1.01,0.5164159774780274
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,32,power_law_1.01,0.5490240097045899
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,32,power_law_1.01,0.5116991996765137
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,32,power_law_1.01,0.5546688079833985
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,32,power_law_1.01,0.5728896141052247
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,32,power_law_1.01,0.5690688133239746
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,32,power_law_1.01,0.6408063888549804
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,32,power_law_1.01,0.7531328201293945
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,32,power_law_1.01,0.822208023071289
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,32,power_law_1.01,0.9753791809082031
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,32,power_law_1.01,1.239904022216797
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,32,power_law_1.01,1.7298112869262696
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,32,power_law_1.01,2.3190080642700197
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,32,power_law_1.01,3.137081527709961
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,32,power_law_1.01,4.43902702331543
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,32,power_law_1.01,7.137158203125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,32,power_law_1.01,9.66052474975586
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,32,power_law_1.01,0.203385591506958
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,32,power_law_1.01,0.22444159984588624
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,32,power_law_1.01,0.22759039402008058
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,32,power_law_1.01,0.32004480361938475
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,32,power_law_1.01,0.31889278888702394
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,32,power_law_1.01,0.4619840145111084
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,32,power_law_1.01,0.43752322196960447
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,32,power_law_1.01,0.4728640079498291
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,32,power_law_1.01,0.4742015838623047
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,32,power_law_1.01,0.4564352035522461
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,32,power_law_1.01,0.46941437721252444
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,32,power_law_1.01,0.4700416088104248
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,32,power_law_1.01,0.5257664203643799
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,32,power_law_1.01,0.5329792022705078
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,32,power_law_1.01,0.5528831958770752
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,32,power_law_1.01,0.5619647979736329
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,32,power_law_1.01,0.5707839965820313
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,32,power_law_1.01,0.6879551887512207
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,32,power_law_1.01,0.7811327934265136
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,32,power_law_1.01,0.9873984336853028
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,32,power_law_1.01,1.2568448066711426
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,32,power_law_1.01,1.8581632614135741
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,32,power_law_1.01,2.448441505432129
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,32,power_law_1.01,3.402687835693359
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,32,power_law_1.01,4.3176513671875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,32,power_law_1.01,7.298534393310547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,32,power_law_1.01,9.1731201171875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,32,power_law_1.01,0.19144959449768068
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,32,power_law_1.01,0.19181439876556397
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,32,power_law_1.01,0.19164799451828002
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,32,power_law_1.01,0.15556479692459108
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,32,power_law_1.01,0.17196799516677858
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,32,power_law_1.01,0.19449599981307983
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,32,power_law_1.01,0.1929152011871338
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,32,power_law_1.01,0.19754879474639891
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,32,power_law_1.01,0.20758399963378907
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,32,power_law_1.01,0.21178240776062013
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,32,power_law_1.01,0.21283841133117676
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,32,power_law_1.01,0.2292992115020752
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,32,power_law_1.01,0.24380159378051758
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,32,power_law_1.01,0.2532543897628784
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,32,power_law_1.01,0.2750720024108887
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,32,power_law_1.01,0.2890304088592529
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,32,power_law_1.01,0.3251904010772705
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,32,power_law_1.01,0.40898561477661133
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,32,power_law_1.01,0.4946112155914307
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,32,power_law_1.01,0.6859392166137696
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,32,power_law_1.01,0.8744319915771485
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,32,power_law_1.01,1.3329343795776367
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,32,power_law_1.01,1.7170560836791993
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,32,power_law_1.01,2.633171272277832
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,32,power_law_1.01,3.7520065307617188
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,32,power_law_1.01,5.323385620117188
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,32,power_law_1.01,7.4087677001953125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,32,power_law_1.2,0.33644158840179444
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,32,power_law_1.2,0.337772798538208
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,32,power_law_1.2,0.3381439924240112
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,32,power_law_1.2,0.35831680297851565
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,32,power_law_1.2,0.3739583969116211
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,32,power_law_1.2,0.46435837745666503
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,32,power_law_1.2,0.4908480167388916
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,32,power_law_1.2,0.4947455883026123
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,32,power_law_1.2,0.4992512226104736
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,32,power_law_1.2,0.5014848232269287
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,32,power_law_1.2,0.5134655952453613
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,32,power_law_1.2,0.5036928176879882
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,32,power_law_1.2,0.5559167861938477
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,32,power_law_1.2,0.5761536121368408
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,32,power_law_1.2,0.5953536033630371
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,32,power_law_1.2,0.6086527824401855
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,32,power_law_1.2,0.6799871921539307
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,32,power_law_1.2,0.7596159934997558
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,32,power_law_1.2,0.8349056243896484
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,32,power_law_1.2,1.1322815895080567
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,32,power_law_1.2,1.4374591827392578
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,32,power_law_1.2,1.9331392288208007
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,32,power_law_1.2,2.781113624572754
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,32,power_law_1.2,3.890304183959961
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,32,power_law_1.2,5.178009414672852
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,32,power_law_1.2,8.481536102294921
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,32,power_law_1.2,13.994963073730469
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,32,power_law_1.2,0.20078721046447753
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,32,power_law_1.2,0.23213438987731932
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,32,power_law_1.2,0.2257472038269043
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,32,power_law_1.2,0.4212992191314697
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,32,power_law_1.2,0.3477952003479004
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,32,power_law_1.2,0.4601344108581543
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,32,power_law_1.2,0.4575488090515137
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,32,power_law_1.2,0.4873663902282715
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,32,power_law_1.2,0.4889279842376709
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,32,power_law_1.2,0.47635841369628906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,32,power_law_1.2,0.47504000663757323
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,32,power_law_1.2,0.5101056098937988
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,32,power_law_1.2,0.49774718284606934
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,32,power_law_1.2,0.5323071956634522
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,32,power_law_1.2,0.5493887901306153
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,32,power_law_1.2,0.5421311855316162
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,32,power_law_1.2,0.6012928009033203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,32,power_law_1.2,0.6795904159545898
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,32,power_law_1.2,0.8295424461364747
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,32,power_law_1.2,1.0639679908752442
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,32,power_law_1.2,1.366163158416748
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,32,power_law_1.2,2.0327423095703123
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,32,power_law_1.2,2.817177581787109
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,32,power_law_1.2,4.452096176147461
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,32,power_law_1.2,5.2293952941894535
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,32,power_law_1.2,8.346803283691406
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,32,power_law_1.2,12.084345245361328
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,32,power_law_1.2,0.19140479564666749
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,32,power_law_1.2,0.19151359796524048
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,32,power_law_1.2,0.1926144003868103
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,32,power_law_1.2,0.16917120218276976
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,32,power_law_1.2,0.1629631996154785
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,32,power_law_1.2,0.17479039430618287
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,32,power_law_1.2,0.1996224045753479
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,32,power_law_1.2,0.19025280475616455
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,32,power_law_1.2,0.20757761001586914
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,32,power_law_1.2,0.20505599975585936
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,32,power_law_1.2,0.21976959705352783
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,32,power_law_1.2,0.22951040267944336
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,32,power_law_1.2,0.24657280445098878
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,32,power_law_1.2,0.2645951986312866
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,32,power_law_1.2,0.26777598857879636
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,32,power_law_1.2,0.30572800636291503
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,32,power_law_1.2,0.3364543914794922
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,32,power_law_1.2,0.406931209564209
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,32,power_law_1.2,0.519155216217041
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,32,power_law_1.2,0.7148352146148682
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,32,power_law_1.2,1.0051520347595215
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,32,power_law_1.2,1.4379712104797364
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,32,power_law_1.2,1.9466304779052734
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,32,power_law_1.2,2.89303035736084
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,32,power_law_1.2,3.9356800079345704
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,32,power_law_1.2,5.771315383911133
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,32,power_law_1.2,7.702764892578125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,6144,2560,8,160,32,1,power_law_1.01,0.027276799082756042
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,6144,2560,8,160,32,1,power_law_1.01,0.029811200499534608
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,6144,2560,8,160,32,1,power_law_1.01,0.06099200248718262
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,6144,2560,8,160,32,1,power_law_1.01,0.11974400281906128
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,6144,2560,8,160,32,1,power_law_1.01,0.17025279998779297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,6144,2560,8,160,32,1,power_law_1.01,0.2705343961715698
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,6144,2560,8,160,32,1,power_law_1.01,0.2827840089797974
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,6144,2560,8,160,32,1,power_law_1.01,0.2985408067703247
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,6144,2560,8,160,32,1,power_law_1.01,0.2997567892074585
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,6144,2560,8,160,32,1,power_law_1.01,0.31112959384918215
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,6144,2560,8,160,32,1,power_law_1.01,0.3238719940185547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,6144,2560,8,160,32,1,power_law_1.01,0.337939190864563
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,6144,2560,8,160,32,1,power_law_1.01,0.4391359806060791
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,6144,2560,8,160,32,1,power_law_1.01,0.44099202156066897
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,6144,2560,8,160,32,1,power_law_1.01,0.4513728141784668
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,6144,2560,8,160,32,1,power_law_1.01,0.46784000396728515
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,6144,2560,8,160,32,1,power_law_1.01,0.5003583908081055
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,6144,2560,8,160,32,1,power_law_1.01,0.533951997756958
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,32,1,power_law_1.01,0.5836800098419189
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,32,1,power_law_1.01,0.6966911792755127
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,32,1,power_law_1.01,0.8486080169677734
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,32,1,power_law_1.01,1.0140800476074219
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,32,1,power_law_1.01,1.228825569152832
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,32,1,power_law_1.01,1.7050815582275392
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,32,1,power_law_1.01,2.2150720596313476
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,32,1,power_law_1.01,3.2718017578125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,32,1,power_law_1.01,4.309516906738281
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,32,1,power_law_1.01,0.025785601139068602
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,32,1,power_law_1.01,0.0282368004322052
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,32,1,power_law_1.01,0.049081599712371825
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,32,1,power_law_1.01,0.0641215980052948
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,32,1,power_law_1.01,0.07882239818572997
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,32,1,power_law_1.01,0.16362240314483642
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,32,1,power_law_1.01,0.1799999952316284
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,32,1,power_law_1.01,0.18984320163726806
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,32,1,power_law_1.01,0.18744319677352905
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,32,1,power_law_1.01,0.19967999458312988
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,32,1,power_law_1.01,0.20548479557037352
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,32,1,power_law_1.01,0.21985280513763428
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,32,1,power_law_1.01,0.38429439067840576
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,32,1,power_law_1.01,0.40083842277526854
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,32,1,power_law_1.01,0.4001791954040527
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,32,1,power_law_1.01,0.4111680030822754
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,32,1,power_law_1.01,0.4407872200012207
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,32,1,power_law_1.01,0.47817602157592776
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,32,1,power_law_1.01,0.533190393447876
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,32,1,power_law_1.01,0.6519040107727051
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,32,1,power_law_1.01,0.7780032157897949
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,32,1,power_law_1.01,0.9981760025024414
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,32,1,power_law_1.01,1.184928035736084
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,32,1,power_law_1.01,1.6603584289550781
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,32,1,power_law_1.01,2.162905693054199
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,32,1,power_law_1.01,3.1844863891601562
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,32,1,power_law_1.01,4.212857437133789
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,6144,2560,8,160,32,1,power_law_1.2,0.027347201108932497
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,6144,2560,8,160,32,1,power_law_1.2,0.04204800128936768
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,6144,2560,8,160,32,1,power_law_1.2,0.058387202024459836
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,6144,2560,8,160,32,1,power_law_1.2,0.10954240560531617
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,6144,2560,8,160,32,1,power_law_1.2,0.15229439735412598
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,6144,2560,8,160,32,1,power_law_1.2,0.2666048049926758
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,6144,2560,8,160,32,1,power_law_1.2,0.28495359420776367
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,6144,2560,8,160,32,1,power_law_1.2,0.30336000919342043
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,6144,2560,8,160,32,1,power_law_1.2,0.30456318855285647
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,6144,2560,8,160,32,1,power_law_1.2,0.3126976013183594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,6144,2560,8,160,32,1,power_law_1.2,0.3263360023498535
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,6144,2560,8,160,32,1,power_law_1.2,0.3438656091690063
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,6144,2560,8,160,32,1,power_law_1.2,0.4377024173736572
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,6144,2560,8,160,32,1,power_law_1.2,0.4591807842254639
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,6144,2560,8,160,32,1,power_law_1.2,0.46204161643981934
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,6144,2560,8,160,32,1,power_law_1.2,0.4762688159942627
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,6144,2560,8,160,32,1,power_law_1.2,0.4981567859649658
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,6144,2560,8,160,32,1,power_law_1.2,0.5510975837707519
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,32,1,power_law_1.2,0.598035192489624
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,32,1,power_law_1.2,0.70382719039917
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,32,1,power_law_1.2,0.8547648429870606
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,32,1,power_law_1.2,1.0205887794494628
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,32,1,power_law_1.2,1.2485376358032227
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,32,1,power_law_1.2,1.7288768768310547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,32,1,power_law_1.2,2.225529670715332
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,32,1,power_law_1.2,3.2875904083251952
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,32,1,power_law_1.2,4.366259384155273
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,32,1,power_law_1.2,0.026163199543952943
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,32,1,power_law_1.2,0.02808319926261902
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,32,1,power_law_1.2,0.04529919922351837
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,32,1,power_law_1.2,0.0629696011543274
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,32,1,power_law_1.2,0.07448319792747497
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,32,1,power_law_1.2,0.16191999912261962
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,32,1,power_law_1.2,0.17534079551696777
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,32,1,power_law_1.2,0.18649599552154542
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,32,1,power_law_1.2,0.1915519952774048
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,32,1,power_law_1.2,0.20242559909820557
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,32,1,power_law_1.2,0.21122560501098633
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,32,1,power_law_1.2,0.22200961112976075
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,32,1,power_law_1.2,0.38813440799713134
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,32,1,power_law_1.2,0.4053055763244629
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,32,1,power_law_1.2,0.41263999938964846
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,32,1,power_law_1.2,0.4278207778930664
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,32,1,power_law_1.2,0.4487167835235596
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,32,1,power_law_1.2,0.4833983898162842
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,32,1,power_law_1.2,0.5374335765838623
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,32,1,power_law_1.2,0.6590528011322021
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,32,1,power_law_1.2,0.7774720191955566
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,32,1,power_law_1.2,1.0107775688171388
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,32,1,power_law_1.2,1.2217023849487305
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,32,1,power_law_1.2,1.6771711349487304
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,32,1,power_law_1.2,2.178067207336426
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,32,1,power_law_1.2,3.217452621459961
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,32,1,power_law_1.2,4.250182342529297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,32,power_law_1.01,0.48125438690185546
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,32,power_law_1.01,0.7234496116638184
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,32,power_law_1.01,0.7223296165466309
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,32,power_law_1.01,0.7240831851959229
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,32,power_law_1.01,1.0886336326599122
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,32,power_law_1.01,1.000063991546631
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,32,power_law_1.01,0.9777536392211914
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,32,power_law_1.01,1.0132351875305177
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,32,power_law_1.01,0.9670463562011719
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,32,power_law_1.01,0.9990336418151855
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,32,power_law_1.01,0.9580224037170411
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,32,power_law_1.01,0.9727359771728515
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,32,power_law_1.01,1.031276798248291
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,32,power_law_1.01,1.109075164794922
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,32,power_law_1.01,1.0833984375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,32,power_law_1.01,1.1317760467529296
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,32,power_law_1.01,1.1482815742492676
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,32,power_law_1.01,1.177567958831787
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,32,power_law_1.01,1.2768768310546874
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,32,power_law_1.01,1.5039360046386718
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,32,power_law_1.01,1.6252351760864259
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,32,power_law_1.01,1.9703935623168944
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,32,power_law_1.01,2.2931455612182616
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,32,power_law_1.01,2.981715202331543
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,32,power_law_1.01,4.037740707397461
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,32,power_law_1.01,6.015167999267578
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,32,power_law_1.01,7.668415832519531
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,32,power_law_1.01,0.3387775897979736
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,32,power_law_1.01,0.5272255897521972
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,32,power_law_1.01,0.5271999835968018
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,32,power_law_1.01,0.5292096138000488
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,32,power_law_1.01,1.1152640342712403
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,32,power_law_1.01,1.1241024017333985
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,32,power_law_1.01,0.7718080043792724
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,32,power_law_1.01,1.059552001953125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,32,power_law_1.01,0.9883263587951661
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,32,power_law_1.01,0.9966527938842773
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,32,power_law_1.01,0.949824047088623
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,32,power_law_1.01,0.9584704399108886
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,32,power_law_1.01,1.0557503700256348
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,32,power_law_1.01,1.0255680084228516
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,32,power_law_1.01,1.10829439163208
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,32,power_law_1.01,1.180403232574463
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,32,power_law_1.01,1.2454463958740234
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,32,power_law_1.01,1.2394368171691894
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,32,power_law_1.01,1.3114303588867187
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,32,power_law_1.01,1.463327980041504
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,32,power_law_1.01,1.6787200927734376
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,32,power_law_1.01,2.013177680969238
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,32,power_law_1.01,2.388447952270508
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,32,power_law_1.01,3.274131011962891
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,32,power_law_1.01,4.1101631164550785
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,32,power_law_1.01,6.207513427734375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,32,power_law_1.01,8.449555206298829
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,32,power_law_1.01,0.27036800384521487
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,32,power_law_1.01,0.41441922187805175
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,32,power_law_1.01,0.42806401252746584
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,32,power_law_1.01,0.4275839805603027
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,32,power_law_1.01,0.4228544235229492
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,32,power_law_1.01,0.40602879524230956
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,32,power_law_1.01,0.32268800735473635
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,32,power_law_1.01,0.3450495958328247
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,32,power_law_1.01,0.33676800727844236
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,32,power_law_1.01,0.37297279834747316
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,32,power_law_1.01,0.39203839302062987
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,32,power_law_1.01,0.3569855928421021
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,32,power_law_1.01,0.4312704086303711
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,32,power_law_1.01,0.3975167989730835
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,32,power_law_1.01,0.44669442176818847
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,32,power_law_1.01,0.4265920162200928
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,32,power_law_1.01,0.5483712196350098
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,32,power_law_1.01,0.6222080230712891
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,32,power_law_1.01,0.6915200233459473
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,32,power_law_1.01,0.822265625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,32,power_law_1.01,1.0131967544555665
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,32,power_law_1.01,1.33372802734375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,32,power_law_1.01,1.6530496597290039
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,32,power_law_1.01,2.4090368270874025
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,32,power_law_1.01,3.1389503479003906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,32,power_law_1.01,4.773619079589844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,32,power_law_1.01,6.2884479522705075
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,32,power_law_1.2,0.48780159950256347
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,32,power_law_1.2,0.7217472076416016
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,32,power_law_1.2,0.7220287799835206
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,32,power_law_1.2,0.7238783836364746
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,32,power_law_1.2,1.0732928276062013
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,32,power_law_1.2,1.0051199913024902
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,32,power_law_1.2,1.0097536087036132
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,32,power_law_1.2,0.8535231590270996
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,32,power_law_1.2,0.9073727607727051
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,32,power_law_1.2,1.0304575920104981
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,32,power_law_1.2,0.9336447715759277
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,32,power_law_1.2,0.9864768028259278
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,32,power_law_1.2,1.0592703819274902
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,32,power_law_1.2,0.9571200370788574
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,32,power_law_1.2,1.0910207748413085
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,32,power_law_1.2,1.0713855743408203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,32,power_law_1.2,1.1634176254272461
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,32,power_law_1.2,1.2712448120117188
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,32,power_law_1.2,1.2346688270568849
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,32,power_law_1.2,1.4751551628112793
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,32,power_law_1.2,1.6759935379028321
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,32,power_law_1.2,1.9994047164916993
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,32,power_law_1.2,2.398847961425781
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,32,power_law_1.2,3.5840576171875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,32,power_law_1.2,4.719955062866211
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,32,power_law_1.2,6.8422080993652346
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,32,power_law_1.2,8.897760009765625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,32,power_law_1.2,0.33978240489959716
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,32,power_law_1.2,0.5256768226623535
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,32,power_law_1.2,0.5313151836395263
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,32,power_law_1.2,0.5317823886871338
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,32,power_law_1.2,1.1107775688171386
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,32,power_law_1.2,0.843712043762207
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,32,power_law_1.2,0.8261568069458007
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,32,power_law_1.2,0.8616512298583985
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,32,power_law_1.2,0.966643238067627
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,32,power_law_1.2,0.9527551651000976
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,32,power_law_1.2,1.0108223915100099
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,32,power_law_1.2,1.0185855865478515
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,32,power_law_1.2,0.9300864219665528
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,32,power_law_1.2,0.9616448402404785
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,32,power_law_1.2,1.0714688301086426
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,32,power_law_1.2,1.1765312194824218
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,32,power_law_1.2,1.0403648376464845
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,32,power_law_1.2,1.239731216430664
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,32,power_law_1.2,1.409926414489746
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,32,power_law_1.2,1.576416015625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,32,power_law_1.2,1.7566656112670898
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,32,power_law_1.2,2.0232576370239257
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,32,power_law_1.2,2.6138303756713865
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,32,power_law_1.2,3.612044906616211
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,32,power_law_1.2,4.812198257446289
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,32,power_law_1.2,7.537004852294922
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,32,power_law_1.2,10.024505615234375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,32,power_law_1.2,0.2698944091796875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,32,power_law_1.2,0.41924481391906737
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,32,power_law_1.2,0.42441601753234864
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,32,power_law_1.2,0.4244351863861084
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,32,power_law_1.2,0.4281472206115723
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,32,power_law_1.2,0.36583681106567384
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,32,power_law_1.2,0.3127680063247681
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,32,power_law_1.2,0.408076810836792
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,32,power_law_1.2,0.4070079803466797
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,32,power_law_1.2,0.3562175989151001
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,32,power_law_1.2,0.4204927921295166
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,32,power_law_1.2,0.39921278953552247
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,32,power_law_1.2,0.37341439723968506
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,32,power_law_1.2,0.36058878898620605
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,32,power_law_1.2,0.43148159980773926
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,32,power_law_1.2,0.45752320289611814
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,32,power_law_1.2,0.582585620880127
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,32,power_law_1.2,0.6190336227416993
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,32,power_law_1.2,0.6874752044677734
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,32,power_law_1.2,0.881868839263916
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,32,power_law_1.2,1.0067456245422364
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,32,power_law_1.2,1.3285247802734375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,32,power_law_1.2,1.7822336196899413
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,32,power_law_1.2,2.6553407669067384
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,32,power_law_1.2,3.4466495513916016
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,32,power_law_1.2,5.1516670227050785
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,32,power_law_1.2,6.8158210754394535
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,7168,2048,8,384,32,1,power_law_1.01,0.02929919958114624
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,7168,2048,8,384,32,1,power_law_1.01,0.03180800080299377
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,7168,2048,8,384,32,1,power_law_1.01,0.03623040020465851
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,7168,2048,8,384,32,1,power_law_1.01,0.13286399841308594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,7168,2048,8,384,32,1,power_law_1.01,0.23625600337982178
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,7168,2048,8,384,32,1,power_law_1.01,0.34508800506591797
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,7168,2048,8,384,32,1,power_law_1.01,0.4011392116546631
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,7168,2048,8,384,32,1,power_law_1.01,0.5047808170318604
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,7168,2048,8,384,32,1,power_law_1.01,0.5351039886474609
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,7168,2048,8,384,32,1,power_law_1.01,0.5484799861907959
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,7168,2048,8,384,32,1,power_law_1.01,0.5780735969543457
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,7168,2048,8,384,32,1,power_law_1.01,0.5990335941314697
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,7168,2048,8,384,32,1,power_law_1.01,0.6118336200714112
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,7168,2048,8,384,32,1,power_law_1.01,0.6760255813598632
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,7168,2048,8,384,32,1,power_law_1.01,0.6906623840332031
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,7168,2048,8,384,32,1,power_law_1.01,0.7005951881408692
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,7168,2048,8,384,32,1,power_law_1.01,0.9243071556091309
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,7168,2048,8,384,32,1,power_law_1.01,0.9926976203918457
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,32,1,power_law_1.01,1.0597375869750976
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,32,1,power_law_1.01,1.1665151596069336
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,32,1,power_law_1.01,1.3320511817932128
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,32,1,power_law_1.01,1.509004783630371
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,32,1,power_law_1.01,1.7661247253417969
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,32,1,power_law_1.01,2.302470397949219
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,32,1,power_law_1.01,2.7771520614624023
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,32,1,power_law_1.01,3.853734588623047
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,32,1,power_law_1.01,5.0532478332519535
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,32,1,power_law_1.01,0.02725760042667389
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,32,1,power_law_1.01,0.02943359911441803
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,32,1,power_law_1.01,0.03285120129585266
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,32,1,power_law_1.01,0.06795520186424256
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,32,1,power_law_1.01,0.13102079629898072
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,32,1,power_law_1.01,0.20714240074157714
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,32,1,power_law_1.01,0.2677056074142456
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,32,1,power_law_1.01,0.3463551998138428
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,32,1,power_law_1.01,0.3524672031402588
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,32,1,power_law_1.01,0.3694272041320801
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,32,1,power_law_1.01,0.39059839248657224
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,32,1,power_law_1.01,0.41366400718688967
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,32,1,power_law_1.01,0.41786880493164064
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,32,1,power_law_1.01,0.4369152069091797
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,32,1,power_law_1.01,0.4507391929626465
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,32,1,power_law_1.01,0.475705623626709
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,32,1,power_law_1.01,0.8254719734191894
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,32,1,power_law_1.01,0.8998208045959473
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,32,1,power_law_1.01,0.975334358215332
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,32,1,power_law_1.01,1.085318374633789
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,32,1,power_law_1.01,1.2349887847900392
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,32,1,power_law_1.01,1.494092845916748
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,32,1,power_law_1.01,1.7649663925170898
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,32,1,power_law_1.01,2.1870336532592773
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,32,1,power_law_1.01,2.7101055145263673
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,32,1,power_law_1.01,3.737254333496094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,32,1,power_law_1.01,4.856044769287109
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,7168,2048,8,384,32,1,power_law_1.2,0.02924799919128418
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,7168,2048,8,384,32,1,power_law_1.2,0.0318015992641449
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,7168,2048,8,384,32,1,power_law_1.2,0.05482879877090454
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,7168,2048,8,384,32,1,power_law_1.2,0.13463679552078248
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,7168,2048,8,384,32,1,power_law_1.2,0.21398398876190186
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,7168,2048,8,384,32,1,power_law_1.2,0.30220799446105956
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,7168,2048,8,384,32,1,power_law_1.2,0.37580161094665526
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,7168,2048,8,384,32,1,power_law_1.2,0.49680638313293457
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,7168,2048,8,384,32,1,power_law_1.2,0.5200255870819092
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,7168,2048,8,384,32,1,power_law_1.2,0.5387712001800538
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,7168,2048,8,384,32,1,power_law_1.2,0.5591551780700683
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,7168,2048,8,384,32,1,power_law_1.2,0.5828991889953613
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,7168,2048,8,384,32,1,power_law_1.2,0.6048831939697266
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,7168,2048,8,384,32,1,power_law_1.2,0.6671807765960693
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,7168,2048,8,384,32,1,power_law_1.2,0.6729663848876953
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,7168,2048,8,384,32,1,power_law_1.2,0.7050176143646241
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,7168,2048,8,384,32,1,power_law_1.2,0.931328010559082
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,7168,2048,8,384,32,1,power_law_1.2,0.999027156829834
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,32,1,power_law_1.2,1.0521663665771483
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,32,1,power_law_1.2,1.2058496475219727
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,32,1,power_law_1.2,1.3563712120056153
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,32,1,power_law_1.2,1.5577343940734862
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,32,1,power_law_1.2,1.8020992279052734
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,32,1,power_law_1.2,2.339347267150879
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,32,1,power_law_1.2,2.81658878326416
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,32,1,power_law_1.2,3.9199359893798826
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,32,1,power_law_1.2,5.117728042602539
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,32,1,power_law_1.2,0.027270400524139406
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,32,1,power_law_1.2,0.02943359911441803
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,32,1,power_law_1.2,0.04348799884319306
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,32,1,power_law_1.2,0.0692351996898651
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,32,1,power_law_1.2,0.11253119707107544
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,32,1,power_law_1.2,0.18865920305252076
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,32,1,power_law_1.2,0.23247361183166504
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,32,1,power_law_1.2,0.3406847953796387
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,32,1,power_law_1.2,0.349945592880249
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,32,1,power_law_1.2,0.36766719818115234
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,32,1,power_law_1.2,0.38451199531555175
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,32,1,power_law_1.2,0.40113282203674316
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,32,1,power_law_1.2,0.41784958839416503
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,32,1,power_law_1.2,0.43289599418640134
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,32,1,power_law_1.2,0.45758719444274903
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,32,1,power_law_1.2,0.4793407917022705
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,32,1,power_law_1.2,0.8505215644836426
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,32,1,power_law_1.2,0.9097087860107422
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,32,1,power_law_1.2,0.9647744178771973
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,32,1,power_law_1.2,1.1196672439575195
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,32,1,power_law_1.2,1.2774271965026855
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,32,1,power_law_1.2,1.5339839935302735
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,32,1,power_law_1.2,1.8245567321777343
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,32,1,power_law_1.2,2.23305606842041
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,32,1,power_law_1.2,2.761964797973633
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,32,1,power_law_1.2,3.8001472473144533
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,32,1,power_law_1.2,4.929702377319336
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,3072,1536,8,256,1,32,power_law_1.01,0.1690559983253479
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,3072,1536,8,256,1,32,power_law_1.01,0.17038079500198364
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,3072,1536,8,256,1,32,power_law_1.01,0.17106560468673707
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,3072,1536,8,256,1,32,power_law_1.01,0.17303040027618408
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,3072,1536,8,256,1,32,power_law_1.01,0.20244479179382324
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,3072,1536,8,256,1,32,power_law_1.01,0.18625279664993286
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,3072,1536,8,256,1,32,power_law_1.01,0.2135551929473877
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,3072,1536,8,256,1,32,power_law_1.01,0.22215681076049804
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,3072,1536,8,256,1,32,power_law_1.01,0.18723200559616088
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,3072,1536,8,256,1,32,power_law_1.01,0.22772479057312012
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,3072,1536,8,256,1,32,power_law_1.01,0.2559936046600342
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,3072,1536,8,256,1,32,power_law_1.01,0.2530240058898926
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,3072,1536,8,256,1,32,power_law_1.01,0.26531200408935546
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,3072,1536,8,256,1,32,power_law_1.01,0.27694718837738036
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,3072,1536,8,256,1,32,power_law_1.01,0.27934720516204836
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,3072,1536,8,256,1,32,power_law_1.01,0.2826751947402954
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,3072,1536,8,256,1,32,power_law_1.01,0.30840320587158204
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,3072,1536,8,256,1,32,power_law_1.01,0.33815679550170896
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,1,32,power_law_1.01,0.3791232109069824
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,1,32,power_law_1.01,0.45797119140625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,1,32,power_law_1.01,0.5616511821746826
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,1,32,power_law_1.01,0.7260287761688232
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,1,32,power_law_1.01,0.9187392234802246
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,1,32,power_law_1.01,1.3718976020812987
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,1,32,power_law_1.01,1.7669631958007812
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,1,32,power_law_1.01,2.648371124267578
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,1,32,power_law_1.01,3.575929641723633
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,1,32,power_law_1.01,0.03880960047245026
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,1,32,power_law_1.01,0.037503999471664426
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,1,32,power_law_1.01,0.03743999898433685
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,1,32,power_law_1.01,0.03792639970779419
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,1,32,power_law_1.01,0.05431039929389954
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,1,32,power_law_1.01,0.059596800804138185
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,1,32,power_law_1.01,0.06291840076446534
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,1,32,power_law_1.01,0.06580479741096497
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,1,32,power_law_1.01,0.06931840181350708
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,1,32,power_law_1.01,0.0695360004901886
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,1,32,power_law_1.01,0.07784960269927979
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,1,32,power_law_1.01,0.08946560025215149
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,1,32,power_law_1.01,0.0916159987449646
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,1,32,power_law_1.01,0.1343168020248413
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,1,32,power_law_1.01,0.15267839431762695
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,1,32,power_law_1.01,0.1517632007598877
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,1,32,power_law_1.01,0.20648319721221925
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,1,32,power_law_1.01,0.28203520774841306
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,1,32,power_law_1.01,0.33289599418640137
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,1,32,power_law_1.01,0.3919615983963013
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,1,32,power_law_1.01,0.5044928073883057
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,1,32,power_law_1.01,0.738259220123291
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,1,32,power_law_1.01,0.9872511863708496
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,1,32,power_law_1.01,1.446566390991211
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,1,32,power_law_1.01,1.845747184753418
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,1,32,power_law_1.01,2.919923210144043
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,1,32,power_law_1.01,3.7849281311035154
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,3072,1536,8,256,1,32,power_law_1.01,0.06835200190544129
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,3072,1536,8,256,1,32,power_law_1.01,0.06886399984359741
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,3072,1536,8,256,1,32,power_law_1.01,0.06898559927940369
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,3072,1536,8,256,1,32,power_law_1.01,0.07130240201950074
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,3072,1536,8,256,1,32,power_law_1.01,0.07032319903373718
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,3072,1536,8,256,1,32,power_law_1.01,0.07125120162963867
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,3072,1536,8,256,1,32,power_law_1.01,0.07281280159950257
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,3072,1536,8,256,1,32,power_law_1.01,0.07548800110816956
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,3072,1536,8,256,1,32,power_law_1.01,0.07793920040130616
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,3072,1536,8,256,1,32,power_law_1.01,0.07770879864692688
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,3072,1536,8,256,1,32,power_law_1.01,0.08632320165634155
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,3072,1536,8,256,1,32,power_law_1.01,0.08967040181159973
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,3072,1536,8,256,1,32,power_law_1.01,0.0907584011554718
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,3072,1536,8,256,1,32,power_law_1.01,0.10529919862747192
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,3072,1536,8,256,1,32,power_law_1.01,0.13048959970474244
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,3072,1536,8,256,1,32,power_law_1.01,0.15353599786758423
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,3072,1536,8,256,1,32,power_law_1.01,0.1734336018562317
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,3072,1536,8,256,1,32,power_law_1.01,0.19829119443893434
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,3072,1536,8,256,1,32,power_law_1.01,0.23829760551452636
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,3072,1536,8,256,1,32,power_law_1.01,0.3077375888824463
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,3072,1536,8,256,1,32,power_law_1.01,0.4086463928222656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,3072,1536,8,256,1,32,power_law_1.01,0.61943039894104
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,3072,1536,8,256,1,32,power_law_1.01,0.8254783630371094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,3072,1536,8,256,1,32,power_law_1.01,1.2365568161010743
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,3072,1536,8,256,1,32,power_law_1.01,1.6047103881835938
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,3072,1536,8,256,1,32,power_law_1.01,2.499404716491699
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,3072,1536,8,256,1,32,power_law_1.01,3.2528961181640623
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,3072,1536,8,256,1,32,power_law_1.2,0.16824320554733277
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,3072,1536,8,256,1,32,power_law_1.2,0.1704576015472412
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,3072,1536,8,256,1,32,power_law_1.2,0.1702463984489441
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,3072,1536,8,256,1,32,power_law_1.2,0.17111680507659913
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,3072,1536,8,256,1,32,power_law_1.2,0.1325503945350647
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,3072,1536,8,256,1,32,power_law_1.2,0.1928447961807251
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,3072,1536,8,256,1,32,power_law_1.2,0.20810239315032958
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,3072,1536,8,256,1,32,power_law_1.2,0.20717439651489258
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,3072,1536,8,256,1,32,power_law_1.2,0.19352320432662964
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,3072,1536,8,256,1,32,power_law_1.2,0.21804800033569335
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,3072,1536,8,256,1,32,power_law_1.2,0.22183680534362793
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,3072,1536,8,256,1,32,power_law_1.2,0.25131518840789796
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,3072,1536,8,256,1,32,power_law_1.2,0.23171839714050294
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,3072,1536,8,256,1,32,power_law_1.2,0.2666111946105957
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,3072,1536,8,256,1,32,power_law_1.2,0.27472639083862305
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,3072,1536,8,256,1,32,power_law_1.2,0.2808511972427368
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,3072,1536,8,256,1,32,power_law_1.2,0.29823999404907225
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,3072,1536,8,256,1,32,power_law_1.2,0.3290623903274536
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,1,32,power_law_1.2,0.3731328010559082
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,1,32,power_law_1.2,0.4753280162811279
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,1,32,power_law_1.2,0.563808012008667
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,1,32,power_law_1.2,0.7986368179321289
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,1,32,power_law_1.2,0.9953215599060059
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,1,32,power_law_1.2,1.6280128479003906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,1,32,power_law_1.2,1.887379264831543
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,1,32,power_law_1.2,3.0993791580200196
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,1,32,power_law_1.2,4.103641510009766
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,1,32,power_law_1.2,0.038438400626182555
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,1,32,power_law_1.2,0.037561601400375365
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,1,32,power_law_1.2,0.03764480054378509
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,1,32,power_law_1.2,0.03754880130290985
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,1,32,power_law_1.2,0.055276799201965335
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,1,32,power_law_1.2,0.06133120059967041
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,1,32,power_law_1.2,0.06045439839363098
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,1,32,power_law_1.2,0.06261119842529297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,1,32,power_law_1.2,0.06549760103225707
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,1,32,power_law_1.2,0.07303680181503296
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,1,32,power_law_1.2,0.0810368001461029
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,1,32,power_law_1.2,0.08333439826965332
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,1,32,power_law_1.2,0.08568959832191467
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,1,32,power_law_1.2,0.14755840301513673
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,1,32,power_law_1.2,0.19360640048980712
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,1,32,power_law_1.2,0.1899392008781433
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,1,32,power_law_1.2,0.2677119970321655
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,1,32,power_law_1.2,0.30052480697631834
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,1,32,power_law_1.2,0.3358975887298584
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,1,32,power_law_1.2,0.419155216217041
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,1,32,power_law_1.2,0.5195648193359375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,1,32,power_law_1.2,0.8092160224914551
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,1,32,power_law_1.2,1.1002367973327636
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,1,32,power_law_1.2,1.6834367752075194
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,1,32,power_law_1.2,2.1285247802734375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,1,32,power_law_1.2,3.3555007934570313
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,1,32,power_law_1.2,4.1622974395751955
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,3072,1536,8,256,1,32,power_law_1.2,0.06686080098152161
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,3072,1536,8,256,1,32,power_law_1.2,0.0667967975139618
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,3072,1536,8,256,1,32,power_law_1.2,0.06785920262336731
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,3072,1536,8,256,1,32,power_law_1.2,0.0698751986026764
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,3072,1536,8,256,1,32,power_law_1.2,0.06988160014152527
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,3072,1536,8,256,1,32,power_law_1.2,0.070796799659729
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,3072,1536,8,256,1,32,power_law_1.2,0.07322880029678344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,3072,1536,8,256,1,32,power_law_1.2,0.07406079769134521
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,3072,1536,8,256,1,32,power_law_1.2,0.07647359967231751
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,3072,1536,8,256,1,32,power_law_1.2,0.0781823992729187
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,3072,1536,8,256,1,32,power_law_1.2,0.08172159790992736
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,3072,1536,8,256,1,32,power_law_1.2,0.0853056013584137
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,3072,1536,8,256,1,32,power_law_1.2,0.08848000168800355
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,3072,1536,8,256,1,32,power_law_1.2,0.10396159887313842
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,3072,1536,8,256,1,32,power_law_1.2,0.1091007947921753
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,3072,1536,8,256,1,32,power_law_1.2,0.13746559619903564
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,3072,1536,8,256,1,32,power_law_1.2,0.15913599729537964
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,3072,1536,8,256,1,32,power_law_1.2,0.20087039470672607
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,3072,1536,8,256,1,32,power_law_1.2,0.23450241088867188
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,3072,1536,8,256,1,32,power_law_1.2,0.3072319984436035
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,3072,1536,8,256,1,32,power_law_1.2,0.41043839454650877
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,3072,1536,8,256,1,32,power_law_1.2,0.6390207767486572
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,3072,1536,8,256,1,32,power_law_1.2,0.8699904441833496
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,3072,1536,8,256,1,32,power_law_1.2,1.3284416198730469
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,3072,1536,8,256,1,32,power_law_1.2,1.8317247390747071
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,3072,1536,8,256,1,32,power_law_1.2,2.8139711380004884
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,3072,1536,8,256,1,32,power_law_1.2,3.389593505859375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,3072,1536,8,256,32,1,power_law_1.01,0.017241600155830383
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,3072,1536,8,256,32,1,power_law_1.01,0.01902720034122467
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,3072,1536,8,256,32,1,power_law_1.01,0.020684799551963805
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,3072,1536,8,256,32,1,power_law_1.01,0.03482879996299744
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,3072,1536,8,256,32,1,power_law_1.01,0.0497408002614975
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,3072,1536,8,256,32,1,power_law_1.01,0.06654719710350036
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,3072,1536,8,256,32,1,power_law_1.01,0.12369920015335083
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,3072,1536,8,256,32,1,power_law_1.01,0.1362944006919861
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,3072,1536,8,256,32,1,power_law_1.01,0.14086400270462035
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,3072,1536,8,256,32,1,power_law_1.01,0.1482624053955078
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,3072,1536,8,256,32,1,power_law_1.01,0.1525823950767517
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,3072,1536,8,256,32,1,power_law_1.01,0.1555199980735779
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,3072,1536,8,256,32,1,power_law_1.01,0.1628543972969055
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,3072,1536,8,256,32,1,power_law_1.01,0.171833598613739
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,3072,1536,8,256,32,1,power_law_1.01,0.2171839952468872
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,3072,1536,8,256,32,1,power_law_1.01,0.21909120082855224
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,3072,1536,8,256,32,1,power_law_1.01,0.23351678848266602
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,3072,1536,8,256,32,1,power_law_1.01,0.24968960285186767
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,32,1,power_law_1.01,0.2709376096725464
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,32,1,power_law_1.01,0.30995841026306153
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,32,1,power_law_1.01,0.3584575891494751
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,32,1,power_law_1.01,0.49717121124267577
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,32,1,power_law_1.01,0.589958381652832
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,32,1,power_law_1.01,0.7936448097229004
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,32,1,power_law_1.01,1.0387455940246582
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,32,1,power_law_1.01,1.4926848411560059
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,32,1,power_law_1.01,1.9579647064208985
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,32,1,power_law_1.01,0.018483200669288637
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,32,1,power_law_1.01,0.01960960030555725
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,32,1,power_law_1.01,0.021196800470352172
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,32,1,power_law_1.01,0.024102400243282317
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,32,1,power_law_1.01,0.032793599367141726
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,32,1,power_law_1.01,0.04116480052471161
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,32,1,power_law_1.01,0.04657280147075653
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,32,1,power_law_1.01,0.0483711987733841
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,32,1,power_law_1.01,0.05025920271873474
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,32,1,power_law_1.01,0.05238400101661682
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,32,1,power_law_1.01,0.05516160130500793
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,32,1,power_law_1.01,0.05928320288658142
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,32,1,power_law_1.01,0.06368640065193176
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,32,1,power_law_1.01,0.07279360294342041
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,32,1,power_law_1.01,0.08382080197334289
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,32,1,power_law_1.01,0.09589120149612426
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,32,1,power_law_1.01,0.10989439487457275
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,32,1,power_law_1.01,0.1906816005706787
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,32,1,power_law_1.01,0.2345344066619873
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,32,1,power_law_1.01,0.27073919773101807
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,32,1,power_law_1.01,0.3164351940155029
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,32,1,power_law_1.01,0.44496641159057615
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,32,1,power_law_1.01,0.5569471836090087
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,32,1,power_law_1.01,0.7817344188690185
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,32,1,power_law_1.01,1.0154815673828126
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,32,1,power_law_1.01,1.4927871704101563
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,32,1,power_law_1.01,1.963596725463867
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,3072,1536,8,256,32,1,power_law_1.2,0.017574399709701538
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,3072,1536,8,256,32,1,power_law_1.2,0.01908479928970337
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,3072,1536,8,256,32,1,power_law_1.2,0.026624000072479247
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,3072,1536,8,256,32,1,power_law_1.2,0.034176000952720643
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,3072,1536,8,256,32,1,power_law_1.2,0.04692479968070984
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,3072,1536,8,256,32,1,power_law_1.2,0.06296319961547851
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,3072,1536,8,256,32,1,power_law_1.2,0.12563199996948243
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,3072,1536,8,256,32,1,power_law_1.2,0.13259520530700683
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,3072,1536,8,256,32,1,power_law_1.2,0.1356160044670105
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,3072,1536,8,256,32,1,power_law_1.2,0.14686720371246337
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,3072,1536,8,256,32,1,power_law_1.2,0.15017600059509278
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,3072,1536,8,256,32,1,power_law_1.2,0.15337599515914918
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,3072,1536,8,256,32,1,power_law_1.2,0.1619647979736328
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,3072,1536,8,256,32,1,power_law_1.2,0.16881279945373534
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,3072,1536,8,256,32,1,power_law_1.2,0.2193984031677246
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,3072,1536,8,256,32,1,power_law_1.2,0.22805120944976806
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,3072,1536,8,256,32,1,power_law_1.2,0.2357248067855835
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,3072,1536,8,256,32,1,power_law_1.2,0.25779199600219727
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,32,1,power_law_1.2,0.2766783952713013
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,32,1,power_law_1.2,0.31551361083984375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,32,1,power_law_1.2,0.36920320987701416
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,32,1,power_law_1.2,0.5037119865417481
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,32,1,power_law_1.2,0.6005824089050293
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,32,1,power_law_1.2,0.8083456039428711
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,32,1,power_law_1.2,1.0354816436767578
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,32,1,power_law_1.2,1.5111424446105957
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,32,1,power_law_1.2,1.9747327804565429
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,32,1,power_law_1.2,0.018387199938297273
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,32,1,power_law_1.2,0.019897599518299103
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,32,1,power_law_1.2,0.020742399990558623
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,32,1,power_law_1.2,0.02409600019454956
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,32,1,power_law_1.2,0.032620799541473386
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,32,1,power_law_1.2,0.04095360040664673
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,32,1,power_law_1.2,0.04661119878292084
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,32,1,power_law_1.2,0.04821760058403015
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,32,1,power_law_1.2,0.04997119903564453
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,32,1,power_law_1.2,0.05175039768218994
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,32,1,power_law_1.2,0.05726720094680786
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,32,1,power_law_1.2,0.060096001625061034
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,32,1,power_law_1.2,0.06365439891815186
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,32,1,power_law_1.2,0.07360000014305115
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,32,1,power_law_1.2,0.08435199856758117
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,32,1,power_law_1.2,0.09694079756736755
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,32,1,power_law_1.2,0.12477439641952515
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,32,1,power_law_1.2,0.21690878868103028
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,32,1,power_law_1.2,0.24066560268402098
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,32,1,power_law_1.2,0.2796096086502075
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,32,1,power_law_1.2,0.32492799758911134
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,32,1,power_law_1.2,0.4569407939910889
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,32,1,power_law_1.2,0.5652991771697998
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,32,1,power_law_1.2,0.7920447826385498
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,32,1,power_law_1.2,1.0298496246337892
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,32,1,power_law_1.2,1.5136192321777344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,32,1,power_law_1.2,1.986617660522461
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,32,power_law_1.01,0.03928320109844208
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,32,power_law_1.01,0.038099199533462524
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,32,power_law_1.01,0.03713279962539673
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,32,power_law_1.01,0.05025280117988586
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,32,power_law_1.01,0.050470399856567386
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,32,power_law_1.01,0.0537663996219635
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,32,power_law_1.01,0.05414400100708008
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,32,power_law_1.01,0.0559935986995697
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,32,power_law_1.01,0.059359997510910034
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,32,power_law_1.01,0.06805760264396668
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,32,power_law_1.01,0.07533439993858337
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,32,power_law_1.01,0.08007680177688599
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,32,power_law_1.01,0.07693439722061157
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,32,power_law_1.01,0.10869120359420777
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,32,power_law_1.01,0.1375872015953064
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,32,power_law_1.01,0.15591039657592773
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,32,power_law_1.01,0.17235840559005738
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,32,power_law_1.01,0.19200639724731444
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,32,power_law_1.01,0.2189311981201172
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,32,power_law_1.01,0.2608511924743652
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,32,power_law_1.01,0.3652479887008667
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,32,power_law_1.01,0.5965760231018067
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,32,power_law_1.01,0.7251840114593506
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,32,power_law_1.01,1.1105600357055665
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,32,power_law_1.01,1.4685248374938964
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,32,power_law_1.01,2.2552576065063477
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,32,power_law_1.01,2.97128963470459
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,32,power_law_1.01,0.03023360073566437
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,32,power_law_1.01,0.03054719865322113
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,32,power_law_1.01,0.03023360073566437
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,32,power_law_1.01,0.04298880100250244
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,32,power_law_1.01,0.04323840141296387
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,32,power_law_1.01,0.04529280066490173
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,32,power_law_1.01,0.0463808000087738
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,32,power_law_1.01,0.047968000173568726
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,32,power_law_1.01,0.04897280037403107
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,32,power_law_1.01,0.050335997343063356
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,32,power_law_1.01,0.05355520248413086
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,32,power_law_1.01,0.05617280006408691
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,32,power_law_1.01,0.0590719997882843
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,32,power_law_1.01,0.06445440053939819
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,32,power_law_1.01,0.07528960108757018
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,32,power_law_1.01,0.08339840173721313
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,32,power_law_1.01,0.09825279712677001
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,32,power_law_1.01,0.1366528034210205
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,32,power_law_1.01,0.19176959991455078
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,32,power_law_1.01,0.27167999744415283
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,32,power_law_1.01,0.3473599910736084
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,32,power_law_1.01,0.537004804611206
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,32,power_law_1.01,0.7892223834991455
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,32,power_law_1.01,1.1492608070373536
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,32,power_law_1.01,1.6004928588867187
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,32,power_law_1.01,2.4227136611938476
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,32,power_law_1.01,3.4190399169921877
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,32,power_law_1.2,0.039136001467704774
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,32,power_law_1.2,0.03805440068244934
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,32,power_law_1.2,0.03759360015392303
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,32,power_law_1.2,0.049932798743247984
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,32,power_law_1.2,0.0506816029548645
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,32,power_law_1.2,0.05355520248413086
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,32,power_law_1.2,0.05443199872970581
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,32,power_law_1.2,0.05607680082321167
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,32,power_law_1.2,0.0567359983921051
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,32,power_law_1.2,0.06958079934120179
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,32,power_law_1.2,0.0686847984790802
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,32,power_law_1.2,0.07783679962158203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,32,power_law_1.2,0.08253440260887146
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,32,power_law_1.2,0.11505919694900513
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,32,power_law_1.2,0.14088319540023803
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,32,power_law_1.2,0.14006400108337402
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,32,power_law_1.2,0.17649279832839965
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,32,power_law_1.2,0.2055743932723999
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,32,power_law_1.2,0.24381439685821532
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,32,power_law_1.2,0.3451519966125488
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,32,power_law_1.2,0.4520832061767578
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,32,power_law_1.2,0.6467328071594238
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,32,power_law_1.2,0.830355167388916
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,32,power_law_1.2,1.5476608276367188
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,32,power_law_1.2,1.7825536727905273
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,32,power_law_1.2,2.922636795043945
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,32,power_law_1.2,3.988159942626953
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,32,power_law_1.2,0.03022719919681549
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,32,power_law_1.2,0.030623999238014222
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,32,power_law_1.2,0.03031040132045746
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,32,power_law_1.2,0.04287360012531281
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,32,power_law_1.2,0.04291200041770935
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,32,power_law_1.2,0.04529919922351837
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,32,power_law_1.2,0.04683519899845123
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,32,power_law_1.2,0.04793600142002106
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,32,power_law_1.2,0.04898560047149658
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,32,power_law_1.2,0.050380802154541014
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,32,power_law_1.2,0.05375360250473023
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,32,power_law_1.2,0.0568448007106781
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,32,power_law_1.2,0.062054401636123656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,32,power_law_1.2,0.07351040244102477
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,32,power_law_1.2,0.08144639730453491
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,32,power_law_1.2,0.0862272024154663
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,32,power_law_1.2,0.11075199842453003
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,32,power_law_1.2,0.1470080018043518
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,32,power_law_1.2,0.20968320369720458
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,32,power_law_1.2,0.2997567892074585
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,32,power_law_1.2,0.38911359310150145
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,32,power_law_1.2,0.6068992137908935
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,32,power_law_1.2,0.9969152450561524
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,32,power_law_1.2,1.4545344352722167
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,32,power_law_1.2,1.7918399810791015
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,32,power_law_1.2,2.9829631805419923
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,32,power_law_1.2,4.094329452514648
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,2688,1856,6,128,32,1,power_law_1.01,0.017574399709701538
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,2688,1856,6,128,32,1,power_law_1.01,0.018374399840831758
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,2688,1856,6,128,32,1,power_law_1.01,0.02194560021162033
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,2688,1856,6,128,32,1,power_law_1.01,0.0319680005311966
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,2688,1856,6,128,32,1,power_law_1.01,0.03994880020618439
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,2688,1856,6,128,32,1,power_law_1.01,0.05607680082321167
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,2688,1856,6,128,32,1,power_law_1.01,0.06004480123519897
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,2688,1856,6,128,32,1,power_law_1.01,0.06332160234451294
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,2688,1856,6,128,32,1,power_law_1.01,0.06462720036506653
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,2688,1856,6,128,32,1,power_law_1.01,0.06721919775009155
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,2688,1856,6,128,32,1,power_law_1.01,0.07206400036811829
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,2688,1856,6,128,32,1,power_law_1.01,0.07616000175476074
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,2688,1856,6,128,32,1,power_law_1.01,0.07769600152969361
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,2688,1856,6,128,32,1,power_law_1.01,0.08130559921264649
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,2688,1856,6,128,32,1,power_law_1.01,0.08538879752159119
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,2688,1856,6,128,32,1,power_law_1.01,0.09567999839782715
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,2688,1856,6,128,32,1,power_law_1.01,0.1109760046005249
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,2688,1856,6,128,32,1,power_law_1.01,0.14703359603881835
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,32,1,power_law_1.01,0.1725119948387146
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,32,1,power_law_1.01,0.21226239204406738
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,32,1,power_law_1.01,0.25219199657440183
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,32,1,power_law_1.01,0.3178623914718628
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,32,1,power_law_1.01,0.40889601707458495
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,32,1,power_law_1.01,0.6149184226989746
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,32,1,power_law_1.01,0.7738111972808838
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,32,1,power_law_1.01,1.1506303787231444
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,32,1,power_law_1.01,1.523193645477295
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,32,1,power_law_1.01,0.017862400412559508
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,32,1,power_law_1.01,0.02044160068035126
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,32,1,power_law_1.01,0.023417599499225616
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,32,1,power_law_1.01,0.033024001121521
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,32,1,power_law_1.01,0.039603200554847715
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,32,1,power_law_1.01,0.051923197507858274
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,32,1,power_law_1.01,0.054425597190856934
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,32,1,power_law_1.01,0.05623040199279785
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,32,1,power_law_1.01,0.058278399705886844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,32,1,power_law_1.01,0.06050559878349304
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,32,1,power_law_1.01,0.06534399986267089
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,32,1,power_law_1.01,0.06385279893875122
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,32,1,power_law_1.01,0.06444159746170045
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,32,1,power_law_1.01,0.06648319959640503
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,32,1,power_law_1.01,0.07032960057258605
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,32,1,power_law_1.01,0.073580801486969
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,32,1,power_law_1.01,0.08017280101776122
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,32,1,power_law_1.01,0.09578880071640014
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,32,1,power_law_1.01,0.11214079856872558
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,32,1,power_law_1.01,0.1506816029548645
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,32,1,power_law_1.01,0.21290879249572753
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,32,1,power_law_1.01,0.2896575927734375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,32,1,power_law_1.01,0.3714240074157715
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,32,1,power_law_1.01,0.5790207862854004
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,32,1,power_law_1.01,0.7779712200164794
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,32,1,power_law_1.01,1.151916790008545
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,32,1,power_law_1.01,1.5353856086730957
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,2688,1856,6,128,32,1,power_law_1.2,0.01690240055322647
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,2688,1856,6,128,32,1,power_law_1.2,0.018329599499702455
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,2688,1856,6,128,32,1,power_law_1.2,0.021689599752426146
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,2688,1856,6,128,32,1,power_law_1.2,0.031167998909950256
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,2688,1856,6,128,32,1,power_law_1.2,0.03895680010318756
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,2688,1856,6,128,32,1,power_law_1.2,0.05628160238265991
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,2688,1856,6,128,32,1,power_law_1.2,0.06101760268211365
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,2688,1856,6,128,32,1,power_law_1.2,0.06508799791336059
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,2688,1856,6,128,32,1,power_law_1.2,0.06776319742202759
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,2688,1856,6,128,32,1,power_law_1.2,0.06991999745368957
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,2688,1856,6,128,32,1,power_law_1.2,0.07446399927139283
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,2688,1856,6,128,32,1,power_law_1.2,0.07802879810333252
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,2688,1856,6,128,32,1,power_law_1.2,0.08077440261840821
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,2688,1856,6,128,32,1,power_law_1.2,0.08790400028228759
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,2688,1856,6,128,32,1,power_law_1.2,0.0935808002948761
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,2688,1856,6,128,32,1,power_law_1.2,0.1002303957939148
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,2688,1856,6,128,32,1,power_law_1.2,0.1110975980758667
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,2688,1856,6,128,32,1,power_law_1.2,0.14393600225448608
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,32,1,power_law_1.2,0.17247999906539918
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,32,1,power_law_1.2,0.21651840209960938
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,32,1,power_law_1.2,0.2513472080230713
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,32,1,power_law_1.2,0.3185152053833008
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,32,1,power_law_1.2,0.4231872081756592
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,32,1,power_law_1.2,0.604588794708252
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,32,1,power_law_1.2,0.775161600112915
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,32,1,power_law_1.2,1.1542719841003417
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,32,1,power_law_1.2,1.5394944190979003
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,32,1,power_law_1.2,0.018278400599956512
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,32,1,power_law_1.2,0.02074880003929138
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,32,1,power_law_1.2,0.023315200209617616
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,32,1,power_law_1.2,0.03121280074119568
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,32,1,power_law_1.2,0.037459200620651244
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,32,1,power_law_1.2,0.052160000801086424
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,32,1,power_law_1.2,0.05431039929389954
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,32,1,power_law_1.2,0.05694079995155334
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,32,1,power_law_1.2,0.05923200249671936
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,32,1,power_law_1.2,0.061427199840545656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,32,1,power_law_1.2,0.065830397605896
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,32,1,power_law_1.2,0.06398720145225525
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,32,1,power_law_1.2,0.06629120111465454
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,32,1,power_law_1.2,0.06856319904327393
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,32,1,power_law_1.2,0.071424001455307
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,32,1,power_law_1.2,0.07694079875946044
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,32,1,power_law_1.2,0.08227199912071229
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,32,1,power_law_1.2,0.09768959879875183
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,32,1,power_law_1.2,0.11413120031356812
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,32,1,power_law_1.2,0.15423359870910644
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,32,1,power_law_1.2,0.21697919368743895
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,32,1,power_law_1.2,0.2891520023345947
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,32,1,power_law_1.2,0.378220796585083
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,32,1,power_law_1.2,0.5832575798034668
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,32,1,power_law_1.2,0.785862398147583
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,32,1,power_law_1.2,1.1652544021606446
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,32,1,power_law_1.2,1.5431615829467773
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,32,power_law_1.01,0.7236032009124755
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,32,power_law_1.01,0.7233151912689209
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,32,power_law_1.01,0.7205183982849122
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,32,power_law_1.01,0.7225279808044434
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,32,power_law_1.01,0.7328447818756103
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,32,power_law_1.01,0.9613568305969238
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,32,power_law_1.01,1.0210944175720216
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,32,power_law_1.01,1.02107515335083
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,32,power_law_1.01,0.9538880348205566
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,32,power_law_1.01,1.0088319778442383
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,32,power_law_1.01,1.1097023963928223
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,32,power_law_1.01,1.0842495918273927
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,32,power_law_1.01,1.0585663795471192
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,32,power_law_1.01,1.131833553314209
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,32,power_law_1.01,1.1903743743896484
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,32,power_law_1.01,1.2160832405090332
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,32,power_law_1.01,1.3048128128051757
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,32,power_law_1.01,1.4483967781066895
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,32,power_law_1.01,1.6414335250854493
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,32,power_law_1.01,1.9923648834228516
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,32,power_law_1.01,2.2915456771850584
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,32,power_law_1.01,3.1036800384521483
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,32,power_law_1.01,3.857516860961914
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,32,power_law_1.01,5.637728118896485
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,32,power_law_1.01,7.6085052490234375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,32,power_law_1.01,11.092422485351562
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,32,power_law_1.01,17.207180786132813
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,32,power_law_1.01,0.668723201751709
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,32,power_law_1.01,0.5233535766601562
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,32,power_law_1.01,0.5272448062896729
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,32,power_law_1.01,0.5277056217193603
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,32,power_law_1.01,0.4954048156738281
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,32,power_law_1.01,0.9782015800476074
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,32,power_law_1.01,0.9627776145935059
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,32,power_law_1.01,1.089459228515625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,32,power_law_1.01,1.0201727867126464
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,32,power_law_1.01,1.0170495986938477
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,32,power_law_1.01,1.0878335952758789
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,32,power_law_1.01,1.1386816024780273
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,32,power_law_1.01,1.1698176383972168
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,32,power_law_1.01,1.1538751602172852
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,32,power_law_1.01,1.2515392303466797
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,32,power_law_1.01,1.3191360473632812
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,32,power_law_1.01,1.3689663887023926
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,32,power_law_1.01,1.5337984085083007
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,32,power_law_1.01,1.7744512557983398
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,32,power_law_1.01,2.073830413818359
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,32,power_law_1.01,2.47127685546875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,32,power_law_1.01,3.373401641845703
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,32,power_law_1.01,4.274457550048828
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,32,power_law_1.01,6.43628158569336
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,32,power_law_1.01,8.60282211303711
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,32,power_law_1.01,12.458905792236328
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,32,power_law_1.01,16.605209350585938
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,32,power_law_1.01,0.4733888149261475
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,32,power_law_1.01,0.3846015930175781
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,32,power_law_1.01,0.38646399974823
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,32,power_law_1.01,0.38853759765625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,32,power_law_1.01,0.36732800006866456
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,32,power_law_1.01,0.3823999881744385
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,32,power_law_1.01,0.3727168083190918
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,32,power_law_1.01,0.39441280364990233
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,32,power_law_1.01,0.420531177520752
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,32,power_law_1.01,0.3905280113220215
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,32,power_law_1.01,0.428115177154541
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,32,power_law_1.01,0.46177282333374026
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,32,power_law_1.01,0.4817791938781738
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,32,power_law_1.01,0.5246912002563476
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,32,power_law_1.01,0.5681151866912841
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,32,power_law_1.01,0.6266816139221192
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,32,power_law_1.01,0.6961408138275147
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,32,power_law_1.01,0.8830143928527832
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,32,power_law_1.01,1.0673919677734376
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,32,power_law_1.01,1.4301568031311036
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,32,power_law_1.01,1.7999040603637695
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,32,power_law_1.01,2.647270393371582
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,32,power_law_1.01,3.4968448638916017
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,32,power_law_1.01,5.176889419555664
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,32,power_law_1.01,6.8416191101074215
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,32,power_law_1.01,10.018828582763671
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,32,power_law_1.01,13.629203796386719
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,32,power_law_1.2,0.8533247947692871
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,32,power_law_1.2,0.7246143817901611
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,32,power_law_1.2,0.7226880073547364
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,32,power_law_1.2,0.7220736026763916
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,32,power_law_1.2,0.6444159984588623
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,32,power_law_1.2,0.9441280364990234
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,32,power_law_1.2,1.0071743965148925
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,32,power_law_1.2,0.973203182220459
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,32,power_law_1.2,1.0101696014404298
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,32,power_law_1.2,1.0001407623291017
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,32,power_law_1.2,1.0920255661010743
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,32,power_law_1.2,1.0914048194885253
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,32,power_law_1.2,1.0986175537109375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,32,power_law_1.2,1.1950912475585938
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,32,power_law_1.2,1.2293248176574707
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,32,power_law_1.2,1.2671551704406738
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,32,power_law_1.2,1.3763008117675781
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,32,power_law_1.2,1.4887807846069336
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,32,power_law_1.2,1.6773439407348634
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,32,power_law_1.2,2.043878364562988
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,32,power_law_1.2,2.456262397766113
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,32,power_law_1.2,3.402035140991211
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,32,power_law_1.2,4.489535903930664
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,32,power_law_1.2,6.794528198242188
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,32,power_law_1.2,8.879705810546875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,32,power_law_1.2,13.320127868652344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,32,power_law_1.2,19.383961486816407
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,32,power_law_1.2,0.6667327880859375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,32,power_law_1.2,0.5216576099395752
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,32,power_law_1.2,0.5228288173675537
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,32,power_law_1.2,0.5249023914337159
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,32,power_law_1.2,0.48478078842163086
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,32,power_law_1.2,0.9237248420715332
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,32,power_law_1.2,1.0285247802734374
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,32,power_law_1.2,0.9900544166564942
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,32,power_law_1.2,1.0168448448181153
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,32,power_law_1.2,0.905241584777832
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,32,power_law_1.2,1.1130175590515137
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,32,power_law_1.2,1.120627212524414
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,32,power_law_1.2,1.1701951980590821
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,32,power_law_1.2,1.233459186553955
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,32,power_law_1.2,1.2683648109436034
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,32,power_law_1.2,1.2638015747070312
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,32,power_law_1.2,1.3945152282714843
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,32,power_law_1.2,1.605824089050293
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,32,power_law_1.2,1.7927232742309571
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,32,power_law_1.2,2.1486207962036135
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,32,power_law_1.2,2.5499135971069338
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,32,power_law_1.2,3.720345687866211
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,32,power_law_1.2,4.682432174682617
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,32,power_law_1.2,7.0051521301269535
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,32,power_law_1.2,9.48081283569336
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,32,power_law_1.2,15.387174987792969
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,32,power_law_1.2,19.269223022460938
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,32,power_law_1.2,0.4767295837402344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,32,power_law_1.2,0.38499200344085693
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,32,power_law_1.2,0.3878528118133545
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,32,power_law_1.2,0.3897408008575439
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,32,power_law_1.2,0.39466879367828367
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,32,power_law_1.2,0.3808000087738037
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,32,power_law_1.2,0.39279999732971194
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,32,power_law_1.2,0.3887808084487915
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,32,power_law_1.2,0.39562880992889404
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,32,power_law_1.2,0.41188478469848633
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,32,power_law_1.2,0.43045759201049805
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,32,power_law_1.2,0.4301760196685791
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,32,power_law_1.2,0.49149441719055176
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,32,power_law_1.2,0.5383808135986328
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,32,power_law_1.2,0.5825791835784913
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,32,power_law_1.2,0.6373695850372314
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,32,power_law_1.2,0.7098368167877197
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,32,power_law_1.2,0.8757311820983886
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,32,power_law_1.2,1.0811391830444337
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,32,power_law_1.2,1.464409637451172
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,32,power_law_1.2,1.8947263717651368
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,32,power_law_1.2,2.7443008422851562
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,32,power_law_1.2,3.62371826171875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,32,power_law_1.2,5.5754753112792965
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,32,power_law_1.2,7.312044525146485
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,32,power_law_1.2,10.670182037353516
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,32,power_law_1.2,14.91967315673828
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,2688,22,512,32,1,power_law_1.01,0.03080959916114807
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,2688,22,512,32,1,power_law_1.01,0.04292480051517487
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,2688,22,512,32,1,power_law_1.01,0.14960639476776122
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,2688,22,512,32,1,power_law_1.01,0.27127039432525635
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,2688,22,512,32,1,power_law_1.01,0.3811392068862915
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,2688,22,512,32,1,power_law_1.01,0.6221312046051025
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,2688,22,512,32,1,power_law_1.01,0.6655744075775146
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,2688,22,512,32,1,power_law_1.01,0.6865600109100342
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,2688,22,512,32,1,power_law_1.01,0.7218944072723389
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,2688,22,512,32,1,power_law_1.01,0.7366528034210205
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,2688,22,512,32,1,power_law_1.01,0.7841536045074463
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,2688,22,512,32,1,power_law_1.01,0.8161855697631836
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,2688,22,512,32,1,power_law_1.01,0.8661439895629883
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,2688,22,512,32,1,power_law_1.01,0.9300736427307129
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,2688,22,512,32,1,power_law_1.01,0.9934847831726075
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,2688,22,512,32,1,power_law_1.01,1.067955207824707
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,2688,22,512,32,1,power_law_1.01,1.201683235168457
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,2688,22,512,32,1,power_law_1.01,1.225126361846924
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,32,1,power_law_1.01,1.3165951728820802
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,32,1,power_law_1.01,1.536684799194336
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,32,1,power_law_1.01,1.7569536209106444
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,32,1,power_law_1.01,2.1671167373657227
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,32,1,power_law_1.01,2.588729667663574
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,32,1,power_law_1.01,3.547270584106445
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,32,1,power_law_1.01,4.546847915649414
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,32,1,power_law_1.01,6.628710174560547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,32,1,power_law_1.01,8.678502655029297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,32,1,power_law_1.01,0.03000960052013397
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,32,1,power_law_1.01,0.04015359878540039
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,32,1,power_law_1.01,0.08217599987983704
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,32,1,power_law_1.01,0.202675199508667
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,32,1,power_law_1.01,0.3000384092330933
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,32,1,power_law_1.01,0.5061888217926025
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,32,1,power_law_1.01,0.5436543941497802
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,32,1,power_law_1.01,0.5581056118011475
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,32,1,power_law_1.01,0.5764544010162354
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,32,1,power_law_1.01,0.5875135898590088
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,32,1,power_law_1.01,0.6025599956512451
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,32,1,power_law_1.01,0.6542912006378174
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,32,1,power_law_1.01,0.6762303829193115
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,32,1,power_law_1.01,0.745088005065918
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,32,1,power_law_1.01,0.8094783782958984
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,32,1,power_law_1.01,0.8765824317932129
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,32,1,power_law_1.01,0.9865663528442383
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,32,1,power_law_1.01,1.189465618133545
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,32,1,power_law_1.01,1.287724781036377
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,32,1,power_law_1.01,1.479360008239746
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,32,1,power_law_1.01,1.666681671142578
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,32,1,power_law_1.01,2.0479679107666016
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,32,1,power_law_1.01,2.4231231689453123
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,32,1,power_law_1.01,3.3198017120361327
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,32,1,power_law_1.01,4.303647994995117
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,32,1,power_law_1.01,6.329811096191406
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,32,1,power_law_1.01,8.37475814819336
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,2688,22,512,32,1,power_law_1.2,0.030419200658798218
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,2688,22,512,32,1,power_law_1.2,0.05353599786758423
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,2688,22,512,32,1,power_law_1.2,0.14762239456176757
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,2688,22,512,32,1,power_law_1.2,0.24954240322113036
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,2688,22,512,32,1,power_law_1.2,0.3519423961639404
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,2688,22,512,32,1,power_law_1.2,0.6082752227783204
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,2688,22,512,32,1,power_law_1.2,0.6630911827087402
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,2688,22,512,32,1,power_law_1.2,0.6909759998321533
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,2688,22,512,32,1,power_law_1.2,0.7149055957794189
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,2688,22,512,32,1,power_law_1.2,0.7509376049041748
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,2688,22,512,32,1,power_law_1.2,0.7898560047149659
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,2688,22,512,32,1,power_law_1.2,0.8358847618103027
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,2688,22,512,32,1,power_law_1.2,0.8775679588317871
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,2688,22,512,32,1,power_law_1.2,0.9616000175476074
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,2688,22,512,32,1,power_law_1.2,1.026137638092041
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,2688,22,512,32,1,power_law_1.2,1.1016511917114258
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,2688,22,512,32,1,power_law_1.2,1.227616024017334
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,2688,22,512,32,1,power_law_1.2,1.2521023750305176
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,32,1,power_law_1.2,1.3412480354309082
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,32,1,power_law_1.2,1.565760040283203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,32,1,power_law_1.2,1.77258243560791
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,32,1,power_law_1.2,2.1775232315063477
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,32,1,power_law_1.2,2.61529598236084
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,32,1,power_law_1.2,3.586905670166016
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,32,1,power_law_1.2,4.6052734375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,32,1,power_law_1.2,6.6554817199707035
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,32,1,power_law_1.2,8.762201690673828
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,32,1,power_law_1.2,0.029574400186538695
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,32,1,power_law_1.2,0.04741120040416717
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,32,1,power_law_1.2,0.08566399812698364
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,32,1,power_law_1.2,0.17021440267562865
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,32,1,power_law_1.2,0.26238079071044923
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,32,1,power_law_1.2,0.5023935794830322
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,32,1,power_law_1.2,0.5380544185638427
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,32,1,power_law_1.2,0.5612736225128174
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,32,1,power_law_1.2,0.5791744232177735
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,32,1,power_law_1.2,0.5911104202270507
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,32,1,power_law_1.2,0.6174975872039795
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,32,1,power_law_1.2,0.6522687911987305
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,32,1,power_law_1.2,0.7023231983184814
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,32,1,power_law_1.2,0.7722496032714844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,32,1,power_law_1.2,0.8508671760559082
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,32,1,power_law_1.2,0.8942208290100098
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,32,1,power_law_1.2,1.0051008224487306
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,32,1,power_law_1.2,1.2152768135070802
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,32,1,power_law_1.2,1.3082688331604004
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,32,1,power_law_1.2,1.5164416313171387
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,32,1,power_law_1.2,1.6880128860473633
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,32,1,power_law_1.2,2.076729583740234
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,32,1,power_law_1.2,2.453753662109375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,32,1,power_law_1.2,3.372313690185547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,32,1,power_law_1.2,4.366847991943359
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,32,1,power_law_1.2,6.389241409301758
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,32,1,power_law_1.2,8.429676818847657
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,64,power_law_1.01,0.26922879219055174
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,64,power_law_1.01,0.2569407939910889
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,64,power_law_1.01,0.2562880039215088
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,64,power_law_1.01,0.3479552030563354
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,64,power_law_1.01,0.33235840797424315
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,64,power_law_1.01,0.30099198818206785
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,64,power_law_1.01,0.3410367965698242
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,64,power_law_1.01,0.3640255928039551
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,64,power_law_1.01,0.3680000066757202
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,64,power_law_1.01,0.35360639095306395
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,64,power_law_1.01,0.37718400955200193
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,64,power_law_1.01,0.36738560199737547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,64,power_law_1.01,0.3605439901351929
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,64,power_law_1.01,0.4069183826446533
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,64,power_law_1.01,0.40470399856567385
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,64,power_law_1.01,0.44765439033508303
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,64,power_law_1.01,0.48968958854675293
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,64,power_law_1.01,0.5393919944763184
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,64,power_law_1.01,0.6018176078796387
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,64,power_law_1.01,0.8087424278259278
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,64,power_law_1.01,1.0470272064208985
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,64,power_law_1.01,1.3656512260437013
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,64,power_law_1.01,1.7925119400024414
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,64,power_law_1.01,2.6102399826049805
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,64,power_law_1.01,3.7663040161132812
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,64,power_law_1.01,5.383916854858398
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,64,power_law_1.01,6.893798065185547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,64,power_law_1.01,0.15437439680099488
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,64,power_law_1.01,0.15763200521469117
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,64,power_law_1.01,0.1587839961051941
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,64,power_law_1.01,0.3232896089553833
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,64,power_law_1.01,0.2191296100616455
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,64,power_law_1.01,0.26817920207977297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,64,power_law_1.01,0.33397760391235354
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,64,power_law_1.01,0.3413183927536011
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,64,power_law_1.01,0.343884801864624
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,64,power_law_1.01,0.30254080295562746
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,64,power_law_1.01,0.35272960662841796
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,64,power_law_1.01,0.34369919300079343
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,64,power_law_1.01,0.3548991918563843
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,64,power_law_1.01,0.3693631887435913
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,64,power_law_1.01,0.40359039306640626
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,64,power_law_1.01,0.4154367923736572
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,64,power_law_1.01,0.44046721458435056
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,64,power_law_1.01,0.5072639942169189
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,64,power_law_1.01,0.5910272121429443
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,64,power_law_1.01,0.796998405456543
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,64,power_law_1.01,0.9907648086547851
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,64,power_law_1.01,1.4239359855651856
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,64,power_law_1.01,1.7992895126342774
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,64,power_law_1.01,2.7866943359375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,64,power_law_1.01,3.64532470703125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,64,power_law_1.01,5.765158462524414
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,64,power_law_1.01,7.213446044921875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,64,power_law_1.01,0.15630719661712647
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,64,power_law_1.01,0.15678080320358276
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,64,power_law_1.01,0.15679999589920043
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,64,power_law_1.01,0.1571776032447815
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,64,power_law_1.01,0.14289920330047606
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,64,power_law_1.01,0.1467136025428772
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,64,power_law_1.01,0.15587199926376344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,64,power_law_1.01,0.16904959678649903
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,64,power_law_1.01,0.1721984028816223
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,64,power_law_1.01,0.17429759502410888
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,64,power_law_1.01,0.18261120319366456
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,64,power_law_1.01,0.18988800048828125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,64,power_law_1.01,0.20011520385742188
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,64,power_law_1.01,0.20801279544830323
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,64,power_law_1.01,0.22113280296325682
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,64,power_law_1.01,0.23136639595031738
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,64,power_law_1.01,0.2647871971130371
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,64,power_law_1.01,0.3470400094985962
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,64,power_law_1.01,0.43413119316101073
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,64,power_law_1.01,0.6468031883239747
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,64,power_law_1.01,0.7998400211334229
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,64,power_law_1.01,1.1550399780273437
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,64,power_law_1.01,1.5202495574951171
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,64,power_law_1.01,2.3051647186279296
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,64,power_law_1.01,3.0793279647827148
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,64,power_law_1.01,4.598195266723633
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,64,power_law_1.01,6.0293632507324215
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,64,power_law_1.2,0.25389440059661866
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,64,power_law_1.2,0.25635199546813964
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,64,power_law_1.2,0.2563776016235352
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,64,power_law_1.2,0.3431488037109375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,64,power_law_1.2,0.3133120059967041
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,64,power_law_1.2,0.24827520847320556
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,64,power_law_1.2,0.30542080402374266
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,64,power_law_1.2,0.3415744066238403
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,64,power_law_1.2,0.33024001121520996
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,64,power_law_1.2,0.37010560035705564
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,64,power_law_1.2,0.3538496017456055
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,64,power_law_1.2,0.3465984106063843
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,64,power_law_1.2,0.39260799884796144
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,64,power_law_1.2,0.39108479022979736
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,64,power_law_1.2,0.43074560165405273
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,64,power_law_1.2,0.39000959396362306
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,64,power_law_1.2,0.4938496112823486
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,64,power_law_1.2,0.5819392204284668
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,64,power_law_1.2,0.6391295909881591
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,64,power_law_1.2,0.8754240036010742
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,64,power_law_1.2,1.0810432434082031
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,64,power_law_1.2,1.5317888259887695
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,64,power_law_1.2,2.161030387878418
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,64,power_law_1.2,3.2914241790771483
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,64,power_law_1.2,3.996499252319336
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,64,power_law_1.2,7.112025451660156
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,64,power_law_1.2,8.760057830810547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,64,power_law_1.2,0.15123200416564941
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,64,power_law_1.2,0.1542207956314087
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,64,power_law_1.2,0.15555839538574218
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,64,power_law_1.2,0.3135296106338501
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,64,power_law_1.2,0.17834880352020263
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,64,power_law_1.2,0.23856000900268554
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,64,power_law_1.2,0.3288640022277832
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,64,power_law_1.2,0.3078336000442505
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,64,power_law_1.2,0.33397760391235354
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,64,power_law_1.2,0.3155519962310791
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,64,power_law_1.2,0.29688320159912107
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,64,power_law_1.2,0.35413761138916017
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,64,power_law_1.2,0.36535038948059084
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,64,power_law_1.2,0.34314239025115967
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,64,power_law_1.2,0.3553215980529785
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,64,power_law_1.2,0.3692480087280273
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,64,power_law_1.2,0.42478718757629397
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,64,power_law_1.2,0.5348735809326172
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,64,power_law_1.2,0.6455808162689209
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,64,power_law_1.2,0.8326911926269531
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,64,power_law_1.2,1.0219455718994142
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,64,power_law_1.2,1.5229503631591796
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,64,power_law_1.2,2.273868751525879
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,64,power_law_1.2,3.1494911193847654
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,64,power_law_1.2,4.7711742401123045
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,64,power_law_1.2,6.356576156616211
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,64,power_law_1.2,9.788416290283203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,64,power_law_1.2,0.15588480234146118
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,64,power_law_1.2,0.15834239721298218
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,64,power_law_1.2,0.1562880039215088
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,64,power_law_1.2,0.140774405002594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,64,power_law_1.2,0.13097599744796753
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,64,power_law_1.2,0.1398144006729126
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,64,power_law_1.2,0.16607999801635742
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,64,power_law_1.2,0.16378240585327147
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,64,power_law_1.2,0.16577279567718506
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,64,power_law_1.2,0.16443519592285155
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,64,power_law_1.2,0.16947840452194213
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,64,power_law_1.2,0.19025280475616455
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,64,power_law_1.2,0.19635839462280275
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,64,power_law_1.2,0.20587520599365233
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,64,power_law_1.2,0.22723839282989503
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,64,power_law_1.2,0.2325824022293091
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,64,power_law_1.2,0.2583807945251465
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,64,power_law_1.2,0.34286720752716066
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,64,power_law_1.2,0.45050878524780275
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,64,power_law_1.2,0.6479040145874023
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,64,power_law_1.2,0.8688575744628906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,64,power_law_1.2,1.2328448295593262
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,64,power_law_1.2,1.7251327514648438
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,64,power_law_1.2,2.4368959426879884
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,64,power_law_1.2,3.587628936767578
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,64,power_law_1.2,5.250521469116211
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,64,power_law_1.2,6.710002899169922
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,64,power_law_1.01,0.0216511994600296
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,64,power_law_1.01,0.021529600024223328
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,64,power_law_1.01,0.030476799607276915
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,64,power_law_1.01,0.030329599976539612
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,64,power_law_1.01,0.030611199140548707
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,64,power_law_1.01,0.031014400720596313
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,64,power_law_1.01,0.03251200020313263
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,64,power_law_1.01,0.03276160061359405
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,64,power_law_1.01,0.0332863986492157
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,64,power_law_1.01,0.03488639891147614
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,64,power_law_1.01,0.03598720133304596
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,64,power_law_1.01,0.03845120072364807
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,64,power_law_1.01,0.040908798575401306
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,64,power_law_1.01,0.04420480132102966
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,64,power_law_1.01,0.04750080108642578
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,64,power_law_1.01,0.05281919836997986
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,64,power_law_1.01,0.061343997716903687
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,64,power_law_1.01,0.08561919927597046
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,64,power_law_1.01,0.10143359899520873
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,64,power_law_1.01,0.13880319595336915
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,64,power_law_1.01,0.18261760473251343
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,64,power_law_1.01,0.27806720733642576
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,64,power_law_1.01,0.4297152042388916
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,64,power_law_1.01,0.729036808013916
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,64,power_law_1.01,0.9263999938964844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,64,power_law_1.01,1.2742591857910157
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,64,power_law_1.01,1.7855615615844727
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,64,power_law_1.01,0.02252800017595291
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,64,power_law_1.01,0.022860799729824067
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,64,power_law_1.01,0.031027200818061828
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,64,power_law_1.01,0.031052801012992858
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,64,power_law_1.01,0.031404799222946166
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,64,power_law_1.01,0.031539198756217954
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,64,power_law_1.01,0.03268480002880096
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,64,power_law_1.01,0.03375360071659088
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,64,power_law_1.01,0.03403519988059998
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,64,power_law_1.01,0.0354559987783432
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,64,power_law_1.01,0.036735999584198
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,64,power_law_1.01,0.039526399970054624
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,64,power_law_1.01,0.0416128009557724
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,64,power_law_1.01,0.04469119906425476
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,64,power_law_1.01,0.04888319969177246
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,64,power_law_1.01,0.052300798892974856
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,64,power_law_1.01,0.061587202548980716
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,64,power_law_1.01,0.0796671986579895
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,64,power_law_1.01,0.09530879855155945
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,64,power_law_1.01,0.13339519500732422
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,64,power_law_1.01,0.18831360340118408
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,64,power_law_1.01,0.2877952098846436
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,64,power_law_1.01,0.437440013885498
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,64,power_law_1.01,0.726035213470459
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,64,power_law_1.01,0.9778176307678222
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,64,power_law_1.01,1.478880023956299
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,64,power_law_1.01,1.965785598754883
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,64,power_law_1.01,0.03678080141544342
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,64,power_law_1.01,0.04019840061664581
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,64,power_law_1.01,0.03758080005645752
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,64,power_law_1.01,0.039647999405860904
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,64,power_law_1.01,0.03808639943599701
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,64,power_law_1.01,0.037651199102401736
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,64,power_law_1.01,0.04000000059604645
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,64,power_law_1.01,0.04085760116577149
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,64,power_law_1.01,0.04203520119190216
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,64,power_law_1.01,0.04300160109996796
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,64,power_law_1.01,0.043731200695037845
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,64,power_law_1.01,0.04759680032730103
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,64,power_law_1.01,0.05002880096435547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,64,power_law_1.01,0.05486080050468445
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,64,power_law_1.01,0.057631999254226685
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,64,power_law_1.01,0.06631680130958557
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,64,power_law_1.01,0.07594239711761475
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,64,power_law_1.01,0.09441919922828675
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,64,power_law_1.01,0.11043839454650879
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,64,power_law_1.01,0.14844800233840943
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,64,power_law_1.01,0.19235199689865112
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,64,power_law_1.01,0.29792640209197996
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,64,power_law_1.01,0.44444799423217773
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,64,power_law_1.01,0.6813632011413574
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,64,power_law_1.01,0.926144027709961
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,64,power_law_1.01,1.3702719688415528
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,64,power_law_1.01,1.8597888946533203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,64,power_law_1.2,0.022393600642681123
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,64,power_law_1.2,0.021990400552749634
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,64,power_law_1.2,0.030118399858474733
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,64,power_law_1.2,0.03048959970474243
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,64,power_law_1.2,0.030656000971794127
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,64,power_law_1.2,0.030681601166725157
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,64,power_law_1.2,0.03224959969520569
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,64,power_law_1.2,0.033107200264930726
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,64,power_law_1.2,0.03333759903907776
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,64,power_law_1.2,0.03480960130691528
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,64,power_law_1.2,0.03660799860954285
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,64,power_law_1.2,0.03925760090351105
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,64,power_law_1.2,0.04131839871406555
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,64,power_law_1.2,0.04407039880752563
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,64,power_law_1.2,0.04746879935264588
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,64,power_law_1.2,0.057817602157592775
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,64,power_law_1.2,0.06924160122871399
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,64,power_law_1.2,0.08550400137901307
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,64,power_law_1.2,0.10904959440231324
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,64,power_law_1.2,0.1503551959991455
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,64,power_law_1.2,0.21276159286499025
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,64,power_law_1.2,0.34110078811645506
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,64,power_law_1.2,0.4830463886260986
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,64,power_law_1.2,0.7493567943572998
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,64,power_law_1.2,0.9885696411132813
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,64,power_law_1.2,1.4862848281860352
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,64,power_law_1.2,2.0101184844970703
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,64,power_law_1.2,0.022457599639892578
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,64,power_law_1.2,0.022892799973487855
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,64,power_law_1.2,0.031040000915527343
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,64,power_law_1.2,0.031430399417877196
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,64,power_law_1.2,0.03111039996147156
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,64,power_law_1.2,0.031865599751472476
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,64,power_law_1.2,0.03297280073165894
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,64,power_law_1.2,0.03391999900341034
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,64,power_law_1.2,0.0343423992395401
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,64,power_law_1.2,0.03544319868087768
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,64,power_law_1.2,0.037062400579452516
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,64,power_law_1.2,0.039603200554847715
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,64,power_law_1.2,0.041631999611854556
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,64,power_law_1.2,0.04506239891052246
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,64,power_law_1.2,0.04950399994850159
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,64,power_law_1.2,0.05429120063781738
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,64,power_law_1.2,0.06615039706230164
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,64,power_law_1.2,0.08627200126647949
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,64,power_law_1.2,0.10802559852600098
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,64,power_law_1.2,0.14687999486923217
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,64,power_law_1.2,0.21363840103149415
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,64,power_law_1.2,0.3296447992324829
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,64,power_law_1.2,0.46647038459777834
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,64,power_law_1.2,0.7791552066802978
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,64,power_law_1.2,1.0852736473083495
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,64,power_law_1.2,1.691084861755371
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,64,power_law_1.2,2.1767168045043945
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,64,power_law_1.2,0.03684479892253876
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,64,power_law_1.2,0.04008319973945618
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,64,power_law_1.2,0.037484800815582274
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,64,power_law_1.2,0.03777279853820801
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,64,power_law_1.2,0.03842560052871704
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,64,power_law_1.2,0.038950398564338684
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,64,power_law_1.2,0.0401856005191803
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,64,power_law_1.2,0.04092159867286682
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,64,power_law_1.2,0.041196799278259276
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,64,power_law_1.2,0.04320000112056732
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,64,power_law_1.2,0.04478079974651337
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,64,power_law_1.2,0.04668799936771393
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,64,power_law_1.2,0.04973439872264862
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,64,power_law_1.2,0.05355520248413086
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,64,power_law_1.2,0.060185599327087405
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,64,power_law_1.2,0.06785920262336731
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,64,power_law_1.2,0.07948799729347229
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,64,power_law_1.2,0.09520639777183533
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,64,power_law_1.2,0.1109887957572937
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,64,power_law_1.2,0.15226240158081056
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,64,power_law_1.2,0.20585598945617675
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,64,power_law_1.2,0.31045119762420653
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,64,power_law_1.2,0.45495038032531737
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,64,power_law_1.2,0.7186431884765625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,64,power_law_1.2,0.964902400970459
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,64,power_law_1.2,1.4436415672302245
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,64,power_law_1.2,1.9412864685058593
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,64,power_law_1.01,0.03351039886474609
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,64,power_law_1.01,0.03276160061359405
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,64,power_law_1.01,0.06430720090866089
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,64,power_law_1.01,0.06496639847755432
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,64,power_law_1.01,0.06561279892921448
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,64,power_law_1.01,0.06716799736022949
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,64,power_law_1.01,0.06884480118751526
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,64,power_law_1.01,0.069651198387146
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,64,power_law_1.01,0.07206400036811829
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,64,power_law_1.01,0.07329919934272766
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,64,power_law_1.01,0.07644799947738648
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,64,power_law_1.01,0.07925760149955749
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,64,power_law_1.01,0.08299520015716552
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,64,power_law_1.01,0.09104639887809754
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,64,power_law_1.01,0.09942399859428405
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,64,power_law_1.01,0.10703359842300415
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,64,power_law_1.01,0.14368640184402465
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,64,power_law_1.01,0.19478399753570558
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,64,power_law_1.01,0.22676479816436768
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,64,power_law_1.01,0.3506432056427002
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,64,power_law_1.01,0.5698624134063721
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,64,power_law_1.01,0.8161472320556641
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,64,power_law_1.01,1.0843199729919433
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,64,power_law_1.01,1.6215360641479493
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,64,power_law_1.01,2.2170047760009766
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,64,power_law_1.01,3.1759872436523438
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,64,power_law_1.01,4.121228790283203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,64,power_law_1.01,0.030060800909996032
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,64,power_law_1.01,0.029760000109672547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,64,power_law_1.01,0.05063040256500244
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,64,power_law_1.01,0.050937598943710326
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,64,power_law_1.01,0.05132160186767578
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,64,power_law_1.01,0.0536191999912262
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,64,power_law_1.01,0.054790401458740236
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,64,power_law_1.01,0.05685120224952698
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,64,power_law_1.01,0.058323198556900026
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,64,power_law_1.01,0.060134398937225345
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,64,power_law_1.01,0.06376320123672485
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,64,power_law_1.01,0.06769279837608337
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,64,power_law_1.01,0.07322880029678344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,64,power_law_1.01,0.08254719972610473
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,64,power_law_1.01,0.08942720293998718
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,64,power_law_1.01,0.10015360116958619
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,64,power_law_1.01,0.12026879787445069
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,64,power_law_1.01,0.17604479789733887
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,64,power_law_1.01,0.22639999389648438
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,64,power_law_1.01,0.3358527898788452
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,64,power_law_1.01,0.5095551967620849
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,64,power_law_1.01,0.8466879844665527
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,64,power_law_1.01,1.122220802307129
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,64,power_law_1.01,1.6961280822753906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,64,power_law_1.01,2.315564727783203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,64,power_law_1.01,3.574905776977539
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,64,power_law_1.01,4.658617782592773
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,64,power_law_1.01,0.058956801891326904
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,64,power_law_1.01,0.05799679756164551
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,64,power_law_1.01,0.07525119781494141
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,64,power_law_1.01,0.06472319960594178
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,64,power_law_1.01,0.07528319954872131
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,64,power_law_1.01,0.07742080092430115
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,64,power_law_1.01,0.07580800056457519
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,64,power_law_1.01,0.08028159737586975
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,64,power_law_1.01,0.07651200294494628
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,64,power_law_1.01,0.08206719756126404
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,64,power_law_1.01,0.08335360288619995
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,64,power_law_1.01,0.09097599983215332
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,64,power_law_1.01,0.09847040176391601
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,64,power_law_1.01,0.10774400234222412
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,64,power_law_1.01,0.11554559469223022
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,64,power_law_1.01,0.12283519506454468
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,64,power_law_1.01,0.13944319486618043
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,64,power_law_1.01,0.18142720460891723
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,64,power_law_1.01,0.21674880981445313
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,64,power_law_1.01,0.33203840255737305
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,64,power_law_1.01,0.48256640434265136
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,64,power_law_1.01,0.7365888118743896
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,64,power_law_1.01,0.986796760559082
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,64,power_law_1.01,1.507692813873291
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,64,power_law_1.01,1.9212095260620117
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,64,power_law_1.01,2.8898239135742188
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,64,power_law_1.01,3.9069759368896486
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,64,power_law_1.2,0.0335999995470047
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,64,power_law_1.2,0.03315199911594391
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,64,power_law_1.2,0.06437119841575623
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,64,power_law_1.2,0.0650111973285675
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,64,power_law_1.2,0.06553599834442139
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,64,power_law_1.2,0.06712960004806519
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,64,power_law_1.2,0.0695039987564087
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,64,power_law_1.2,0.06997759938240052
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,64,power_law_1.2,0.07201279997825623
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,64,power_law_1.2,0.07338879704475403
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,64,power_law_1.2,0.07701119780540466
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,64,power_law_1.2,0.08010240197181702
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,64,power_law_1.2,0.08369280099868774
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,64,power_law_1.2,0.09530879855155945
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,64,power_law_1.2,0.10416640043258667
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,64,power_law_1.2,0.11743359565734864
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,64,power_law_1.2,0.14306559562683105
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,64,power_law_1.2,0.1969920039176941
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,64,power_law_1.2,0.24112000465393066
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,64,power_law_1.2,0.45073280334472654
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,64,power_law_1.2,0.6347648143768311
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,64,power_law_1.2,0.9069184303283692
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,64,power_law_1.2,1.2384896278381348
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,64,power_law_1.2,1.9289535522460937
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,64,power_law_1.2,2.5399232864379884
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,64,power_law_1.2,4.155155181884766
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,64,power_law_1.2,5.063788986206054
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,64,power_law_1.2,0.029849600791931153
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,64,power_law_1.2,0.029702401161193846
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,64,power_law_1.2,0.050758397579193114
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,64,power_law_1.2,0.05059199929237366
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,64,power_law_1.2,0.05151360034942627
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,64,power_law_1.2,0.0536191999912262
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,64,power_law_1.2,0.05508480072021484
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,64,power_law_1.2,0.05688959956169128
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,64,power_law_1.2,0.05925760269165039
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,64,power_law_1.2,0.060736000537872314
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,64,power_law_1.2,0.06437119841575623
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,64,power_law_1.2,0.07084159851074219
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,64,power_law_1.2,0.07527040243148804
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,64,power_law_1.2,0.08213760256767273
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,64,power_law_1.2,0.09623039960861206
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,64,power_law_1.2,0.11823359727859498
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,64,power_law_1.2,0.1318336009979248
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,64,power_law_1.2,0.1931071996688843
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,64,power_law_1.2,0.2835072040557861
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,64,power_law_1.2,0.41268482208251955
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,64,power_law_1.2,0.6208767890930176
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,64,power_law_1.2,1.005446434020996
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,64,power_law_1.2,1.40829439163208
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,64,power_law_1.2,2.2481407165527343
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,64,power_law_1.2,2.778976058959961
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,64,power_law_1.2,4.209619140625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,64,power_law_1.2,5.958220672607422
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,64,power_law_1.2,0.05852800011634827
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,64,power_law_1.2,0.058841598033905027
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,64,power_law_1.2,0.06822400093078614
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,64,power_law_1.2,0.07162240147590637
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,64,power_law_1.2,0.07550719976425171
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,64,power_law_1.2,0.07769600152969361
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,64,power_law_1.2,0.07934079766273498
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,64,power_law_1.2,0.07820799946784973
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,64,power_law_1.2,0.07992320060729981
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,64,power_law_1.2,0.08273280262947083
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,64,power_law_1.2,0.0902783989906311
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,64,power_law_1.2,0.09467520117759705
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,64,power_law_1.2,0.10055040121078491
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,64,power_law_1.2,0.10757759809494019
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,64,power_law_1.2,0.11615999937057495
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,64,power_law_1.2,0.1223039984703064
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,64,power_law_1.2,0.14161920547485352
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,64,power_law_1.2,0.18096640110015869
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,64,power_law_1.2,0.2399679899215698
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,64,power_law_1.2,0.3632447957992554
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,64,power_law_1.2,0.5323200225830078
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,64,power_law_1.2,0.7697855949401855
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,64,power_law_1.2,1.0570816040039062
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,64,power_law_1.2,1.695724868774414
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,64,power_law_1.2,2.192076873779297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,64,power_law_1.2,3.182169532775879
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,64,power_law_1.2,4.226617431640625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,64,power_law_1.01,0.37715840339660645
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,64,power_law_1.01,0.38034560680389407
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,64,power_law_1.01,0.3780479907989502
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,64,power_law_1.01,0.5327936172485351
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,64,power_law_1.01,0.5187392234802246
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,64,power_law_1.01,0.5028031826019287
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,64,power_law_1.01,0.4329984188079834
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,64,power_law_1.01,0.4718592166900635
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,64,power_law_1.01,0.5004672050476074
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,64,power_law_1.01,0.5236608028411865
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,64,power_law_1.01,0.5386303901672364
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,64,power_law_1.01,0.5510784149169922
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,64,power_law_1.01,0.561683177947998
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,64,power_law_1.01,0.6040768146514892
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,64,power_law_1.01,0.6431104183197022
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,64,power_law_1.01,0.6207551956176758
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,64,power_law_1.01,0.6505599975585937
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,64,power_law_1.01,0.7364992141723633
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,64,power_law_1.01,0.8099648475646972
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,64,power_law_1.01,0.9105983734130859
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,64,power_law_1.01,1.0924991607666015
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,64,power_law_1.01,1.3883520126342774
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,64,power_law_1.01,1.7826303482055663
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,64,power_law_1.01,2.551968002319336
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,64,power_law_1.01,3.3957630157470704
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,64,power_law_1.01,4.843167877197265
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,64,power_law_1.01,6.684703826904297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,64,power_law_1.01,0.2217344045639038
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,64,power_law_1.01,0.24406399726867675
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,64,power_law_1.01,0.24639360904693602
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,64,power_law_1.01,0.5048384189605712
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,64,power_law_1.01,0.5100607872009277
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,64,power_law_1.01,0.4375296115875244
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,64,power_law_1.01,0.4435455799102783
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,64,power_law_1.01,0.4425920009613037
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,64,power_law_1.01,0.46311039924621583
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,64,power_law_1.01,0.45294718742370604
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,64,power_law_1.01,0.4833280086517334
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,64,power_law_1.01,0.5111360073089599
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,64,power_law_1.01,0.49339518547058103
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,64,power_law_1.01,0.5316544055938721
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,64,power_law_1.01,0.5469376087188721
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,64,power_law_1.01,0.5411520004272461
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,64,power_law_1.01,0.5722943782806397
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,64,power_law_1.01,0.6877439975738525
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,64,power_law_1.01,0.7378111839294433
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,64,power_law_1.01,0.9462016105651856
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,64,power_law_1.01,1.1039679527282715
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,64,power_law_1.01,1.405958366394043
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,64,power_law_1.01,1.836262321472168
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,64,power_law_1.01,2.6493503570556642
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,64,power_law_1.01,3.614361572265625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,64,power_law_1.01,5.330892944335938
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,64,power_law_1.01,6.926675415039062
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,64,power_law_1.01,0.20804479122161865
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,64,power_law_1.01,0.2085632085800171
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,64,power_law_1.01,0.21074559688568115
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,64,power_law_1.01,0.21247360706329346
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,64,power_law_1.01,0.21413118839263917
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,64,power_law_1.01,0.1976639986038208
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,64,power_law_1.01,0.17634559869766236
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,64,power_law_1.01,0.22118399143218995
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,64,power_law_1.01,0.22464640140533448
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,64,power_law_1.01,0.21551361083984374
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,64,power_law_1.01,0.25333120822906496
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,64,power_law_1.01,0.23809280395507812
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,64,power_law_1.01,0.2538687944412231
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,64,power_law_1.01,0.253548789024353
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,64,power_law_1.01,0.2982719898223877
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,64,power_law_1.01,0.2984832048416138
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,64,power_law_1.01,0.32600960731506345
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,64,power_law_1.01,0.40622720718383787
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,64,power_law_1.01,0.4849599838256836
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,64,power_law_1.01,0.6638976097106933
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,64,power_law_1.01,0.827244758605957
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,64,power_law_1.01,1.1400575637817383
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,64,power_law_1.01,1.5094079971313477
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,64,power_law_1.01,2.183475112915039
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,64,power_law_1.01,3.0187967300415037
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,64,power_law_1.01,4.441926574707031
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,64,power_law_1.01,5.814918518066406
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,64,power_law_1.2,0.37436800003051757
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,64,power_law_1.2,0.37671680450439454
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,64,power_law_1.2,0.37496960163116455
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,64,power_law_1.2,0.5240064144134522
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,64,power_law_1.2,0.4753856182098389
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,64,power_law_1.2,0.3888511896133423
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,64,power_law_1.2,0.3725248098373413
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,64,power_law_1.2,0.5057407855987549
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,64,power_law_1.2,0.4751423835754395
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,64,power_law_1.2,0.4635200023651123
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,64,power_law_1.2,0.5101503849029541
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,64,power_law_1.2,0.5412352085113525
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,64,power_law_1.2,0.5722239971160888
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,64,power_law_1.2,0.574502420425415
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,64,power_law_1.2,0.596288013458252
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,64,power_law_1.2,0.5739903926849366
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,64,power_law_1.2,0.6111807823181152
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,64,power_law_1.2,0.7362688064575196
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,64,power_law_1.2,0.7987199783325195
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,64,power_law_1.2,0.9668416023254395
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,64,power_law_1.2,1.1396096229553223
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,64,power_law_1.2,1.5829824447631835
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,64,power_law_1.2,1.9669952392578125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,64,power_law_1.2,2.9630207061767577
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,64,power_law_1.2,3.7537982940673826
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,64,power_law_1.2,6.097849655151367
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,64,power_law_1.2,7.383776092529297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,64,power_law_1.2,0.2202752113342285
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,64,power_law_1.2,0.24519040584564208
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,64,power_law_1.2,0.24813439846038818
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,64,power_law_1.2,0.49704318046569823
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,64,power_law_1.2,0.4065279960632324
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,64,power_law_1.2,0.4122623920440674
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,64,power_law_1.2,0.42056961059570314
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,64,power_law_1.2,0.457151985168457
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,64,power_law_1.2,0.4319615840911865
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,64,power_law_1.2,0.4724095821380615
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,64,power_law_1.2,0.4614272117614746
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,64,power_law_1.2,0.4434815883636475
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,64,power_law_1.2,0.49120640754699707
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,64,power_law_1.2,0.4851840019226074
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,64,power_law_1.2,0.5253952026367188
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,64,power_law_1.2,0.5400832176208497
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,64,power_law_1.2,0.5698624134063721
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,64,power_law_1.2,0.7286399841308594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,64,power_law_1.2,0.7841536045074463
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,64,power_law_1.2,0.9830207824707031
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,64,power_law_1.2,1.1701184272766114
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,64,power_law_1.2,1.624684715270996
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,64,power_law_1.2,2.1029951095581056
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,64,power_law_1.2,3.048409652709961
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,64,power_law_1.2,3.904326248168945
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,64,power_law_1.2,6.033375930786133
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,64,power_law_1.2,9.361996459960938
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,64,power_law_1.2,0.20839040279388427
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,64,power_law_1.2,0.20913920402526856
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,64,power_law_1.2,0.2115328073501587
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,64,power_law_1.2,0.21154561042785644
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,64,power_law_1.2,0.17957119941711425
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,64,power_law_1.2,0.17306239604949952
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,64,power_law_1.2,0.17804800271987914
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,64,power_law_1.2,0.1879487991333008
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,64,power_law_1.2,0.186572802066803
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,64,power_law_1.2,0.21571838855743408
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,64,power_law_1.2,0.24638719558715821
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,64,power_law_1.2,0.22008960247039794
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,64,power_law_1.2,0.2403264045715332
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,64,power_law_1.2,0.2767872095108032
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,64,power_law_1.2,0.26146559715270995
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,64,power_law_1.2,0.2923392057418823
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,64,power_law_1.2,0.3242624044418335
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,64,power_law_1.2,0.4219264030456543
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,64,power_law_1.2,0.5325183868408203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,64,power_law_1.2,0.7002048015594482
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,64,power_law_1.2,0.834937572479248
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,64,power_law_1.2,1.1788607597351075
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,64,power_law_1.2,1.5918720245361329
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,64,power_law_1.2,2.344044876098633
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,64,power_law_1.2,3.1688959121704103
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,64,power_law_1.2,4.7288768768310545
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,64,power_law_1.2,6.560851287841797
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,3072,1536,8,256,1,64,power_law_1.01,0.038227200508117676
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,3072,1536,8,256,1,64,power_law_1.01,0.03604480028152466
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,3072,1536,8,256,1,64,power_law_1.01,0.035417601466178894
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,3072,1536,8,256,1,64,power_law_1.01,0.05619840025901794
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,3072,1536,8,256,1,64,power_law_1.01,0.05690240263938904
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,3072,1536,8,256,1,64,power_law_1.01,0.06101120114326477
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,3072,1536,8,256,1,64,power_law_1.01,0.0621504008769989
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,3072,1536,8,256,1,64,power_law_1.01,0.06319360136985779
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,3072,1536,8,256,1,64,power_law_1.01,0.06479359865188598
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,3072,1536,8,256,1,64,power_law_1.01,0.06655359864234925
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,3072,1536,8,256,1,64,power_law_1.01,0.06958079934120179
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,3072,1536,8,256,1,64,power_law_1.01,0.07377279996871948
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,3072,1536,8,256,1,64,power_law_1.01,0.07935360074043274
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,3072,1536,8,256,1,64,power_law_1.01,0.10060160160064698
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,3072,1536,8,256,1,64,power_law_1.01,0.12159359455108643
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,3072,1536,8,256,1,64,power_law_1.01,0.14663039445877074
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,3072,1536,8,256,1,64,power_law_1.01,0.16112639904022216
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,3072,1536,8,256,1,64,power_law_1.01,0.18209279775619508
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,1,64,power_law_1.01,0.21772799491882325
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,1,64,power_law_1.01,0.2883584022521973
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,1,64,power_law_1.01,0.38755199909210203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,1,64,power_law_1.01,0.6212736129760742
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,1,64,power_law_1.01,0.8171520233154297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,1,64,power_law_1.01,1.1812159538269043
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,1,64,power_law_1.01,1.527238368988037
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,1,64,power_law_1.01,2.350214385986328
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,1,64,power_law_1.01,3.1647359848022463
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,1,64,power_law_1.01,0.029900801181793214
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,1,64,power_law_1.01,0.029574400186538695
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,1,64,power_law_1.01,0.029702401161193846
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,1,64,power_law_1.01,0.04403199851512909
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,1,64,power_law_1.01,0.0452672004699707
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,1,64,power_law_1.01,0.04911360144615173
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,1,64,power_law_1.01,0.049414399266242984
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,1,64,power_law_1.01,0.05111039876937866
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,1,64,power_law_1.01,0.05281919836997986
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,1,64,power_law_1.01,0.05416319966316223
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,1,64,power_law_1.01,0.05752320289611816
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,1,64,power_law_1.01,0.060070401430130003
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,1,64,power_law_1.01,0.06343039870262146
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,1,64,power_law_1.01,0.06904320120811462
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,1,64,power_law_1.01,0.07576320171356202
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,1,64,power_law_1.01,0.08480640053749085
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,1,64,power_law_1.01,0.10458240509033204
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,1,64,power_law_1.01,0.14483840465545655
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,1,64,power_law_1.01,0.21354238986968993
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,1,64,power_law_1.01,0.2905791997909546
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,1,64,power_law_1.01,0.3725824117660522
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,1,64,power_law_1.01,0.6648640155792236
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,1,64,power_law_1.01,0.8785216331481933
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,1,64,power_law_1.01,1.3021696090698243
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,1,64,power_law_1.01,1.763667106628418
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,1,64,power_law_1.01,2.6252288818359375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,1,64,power_law_1.01,3.5791553497314452
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,3072,1536,8,256,1,64,power_law_1.01,0.04742400050163269
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,3072,1536,8,256,1,64,power_law_1.01,0.04769279956817627
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,3072,1536,8,256,1,64,power_law_1.01,0.06612480282783509
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,3072,1536,8,256,1,64,power_law_1.01,0.065830397605896
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,3072,1536,8,256,1,64,power_law_1.01,0.06679040193557739
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,3072,1536,8,256,1,64,power_law_1.01,0.06791679859161377
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,3072,1536,8,256,1,64,power_law_1.01,0.06990079879760742
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,3072,1536,8,256,1,64,power_law_1.01,0.0706816017627716
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,3072,1536,8,256,1,64,power_law_1.01,0.07114880084991455
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,3072,1536,8,256,1,64,power_law_1.01,0.07432960271835327
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,3072,1536,8,256,1,64,power_law_1.01,0.07811200022697448
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,3072,1536,8,256,1,64,power_law_1.01,0.08180480003356934
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,3072,1536,8,256,1,64,power_law_1.01,0.08542720079421998
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,3072,1536,8,256,1,64,power_law_1.01,0.09215999841690063
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,3072,1536,8,256,1,64,power_law_1.01,0.10062079429626465
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,3072,1536,8,256,1,64,power_law_1.01,0.10786559581756591
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,3072,1536,8,256,1,64,power_law_1.01,0.12494080066680908
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,3072,1536,8,256,1,64,power_law_1.01,0.16009600162506105
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,3072,1536,8,256,1,64,power_law_1.01,0.19237120151519777
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,3072,1536,8,256,1,64,power_law_1.01,0.24981119632720947
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,3072,1536,8,256,1,64,power_law_1.01,0.3407423973083496
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,3072,1536,8,256,1,64,power_law_1.01,0.5883071899414063
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,3072,1536,8,256,1,64,power_law_1.01,0.7812096118927002
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,3072,1536,8,256,1,64,power_law_1.01,1.151865577697754
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,3072,1536,8,256,1,64,power_law_1.01,1.5455615997314454
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,3072,1536,8,256,1,64,power_law_1.01,2.305913543701172
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,3072,1536,8,256,1,64,power_law_1.01,3.1182016372680663
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,3072,1536,8,256,1,64,power_law_1.2,0.037510401010513304
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,3072,1536,8,256,1,64,power_law_1.2,0.03575679957866669
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,3072,1536,8,256,1,64,power_law_1.2,0.03555200099945068
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,3072,1536,8,256,1,64,power_law_1.2,0.055776000022888184
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,3072,1536,8,256,1,64,power_law_1.2,0.058483201265335086
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,3072,1536,8,256,1,64,power_law_1.2,0.06034560203552246
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,3072,1536,8,256,1,64,power_law_1.2,0.06429439783096313
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,3072,1536,8,256,1,64,power_law_1.2,0.0646336019039154
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,3072,1536,8,256,1,64,power_law_1.2,0.0686016023159027
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,3072,1536,8,256,1,64,power_law_1.2,0.07432320117950439
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,3072,1536,8,256,1,64,power_law_1.2,0.08218880295753479
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,3072,1536,8,256,1,64,power_law_1.2,0.08419839739799499
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,3072,1536,8,256,1,64,power_law_1.2,0.0920960009098053
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,3072,1536,8,256,1,64,power_law_1.2,0.1088703989982605
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,3072,1536,8,256,1,64,power_law_1.2,0.12204159498214721
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,3072,1536,8,256,1,64,power_law_1.2,0.12071679830551148
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,3072,1536,8,256,1,64,power_law_1.2,0.15839999914169312
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,3072,1536,8,256,1,64,power_law_1.2,0.20451200008392334
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,1,64,power_law_1.2,0.21736960411071776
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,1,64,power_law_1.2,0.3050879955291748
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,1,64,power_law_1.2,0.449619197845459
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,1,64,power_law_1.2,0.6768576145172119
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,1,64,power_law_1.2,0.9355839729309082
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,1,64,power_law_1.2,1.3898176193237304
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,1,64,power_law_1.2,1.741632080078125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,1,64,power_law_1.2,2.6354496002197267
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,1,64,power_law_1.2,3.904537582397461
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,1,64,power_law_1.2,0.030144000053405763
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,1,64,power_law_1.2,0.03110400140285492
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,1,64,power_law_1.2,0.029728001356124877
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,1,64,power_law_1.2,0.044486400485038755
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,1,64,power_law_1.2,0.04482559859752655
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,1,64,power_law_1.2,0.04865919947624207
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,1,64,power_law_1.2,0.049881601333618165
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,1,64,power_law_1.2,0.05144960284233093
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,1,64,power_law_1.2,0.05309439897537231
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,1,64,power_law_1.2,0.05445759892463684
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,1,64,power_law_1.2,0.05798400044441223
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,1,64,power_law_1.2,0.06220800280570984
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,1,64,power_law_1.2,0.06424319744110107
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,1,64,power_law_1.2,0.0713536024093628
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,1,64,power_law_1.2,0.08062719702720642
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,1,64,power_law_1.2,0.08894079923629761
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,1,64,power_law_1.2,0.10510720014572143
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,1,64,power_law_1.2,0.15267839431762695
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,1,64,power_law_1.2,0.222489595413208
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,1,64,power_law_1.2,0.30115199089050293
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,1,64,power_law_1.2,0.4070271968841553
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,1,64,power_law_1.2,0.7132736206054687
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,1,64,power_law_1.2,0.9445247650146484
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,1,64,power_law_1.2,1.4277631759643554
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,1,64,power_law_1.2,1.8879743576049806
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,1,64,power_law_1.2,2.908460807800293
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,1,64,power_law_1.2,3.863167953491211
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,3072,1536,8,256,1,64,power_law_1.2,0.047654399275779726
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,3072,1536,8,256,1,64,power_law_1.2,0.04750080108642578
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,3072,1536,8,256,1,64,power_law_1.2,0.06627200245857238
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,3072,1536,8,256,1,64,power_law_1.2,0.06352000236511231
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,3072,1536,8,256,1,64,power_law_1.2,0.0663424015045166
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,3072,1536,8,256,1,64,power_law_1.2,0.06806399822235107
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,3072,1536,8,256,1,64,power_law_1.2,0.06960639953613282
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,3072,1536,8,256,1,64,power_law_1.2,0.07086079716682434
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,3072,1536,8,256,1,64,power_law_1.2,0.07242879867553711
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,3072,1536,8,256,1,64,power_law_1.2,0.0720255970954895
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,3072,1536,8,256,1,64,power_law_1.2,0.07809280157089234
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,3072,1536,8,256,1,64,power_law_1.2,0.08175359964370728
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,3072,1536,8,256,1,64,power_law_1.2,0.08617600202560424
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,3072,1536,8,256,1,64,power_law_1.2,0.09279360175132752
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,3072,1536,8,256,1,64,power_law_1.2,0.10144640207290649
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,3072,1536,8,256,1,64,power_law_1.2,0.10894080400466918
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,3072,1536,8,256,1,64,power_law_1.2,0.12596479654312134
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,3072,1536,8,256,1,64,power_law_1.2,0.1636031985282898
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,3072,1536,8,256,1,64,power_law_1.2,0.1947391986846924
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,3072,1536,8,256,1,64,power_law_1.2,0.26911358833312987
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,3072,1536,8,256,1,64,power_law_1.2,0.3754431962966919
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,3072,1536,8,256,1,64,power_law_1.2,0.6234111785888672
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,3072,1536,8,256,1,64,power_law_1.2,0.8241215705871582
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,3072,1536,8,256,1,64,power_law_1.2,1.2465087890625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,3072,1536,8,256,1,64,power_law_1.2,1.6808576583862305
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,3072,1536,8,256,1,64,power_law_1.2,2.4921472549438475
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,3072,1536,8,256,1,64,power_law_1.2,3.3079681396484375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,64,power_law_1.01,0.03059839904308319
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,64,power_law_1.01,0.03022719919681549
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,64,power_law_1.01,0.04960640072822571
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,64,power_law_1.01,0.04981119930744171
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,64,power_law_1.01,0.05012480020523071
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,64,power_law_1.01,0.05156480073928833
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,64,power_law_1.01,0.05203199982643127
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,64,power_law_1.01,0.053881597518920896
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,64,power_law_1.01,0.054553598165512085
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,64,power_law_1.01,0.05603839755058289
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,64,power_law_1.01,0.05930240154266357
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,64,power_law_1.01,0.062003201246261595
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,64,power_law_1.01,0.06465920209884643
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,64,power_law_1.01,0.0701312005519867
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,64,power_law_1.01,0.07537279725074768
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,64,power_law_1.01,0.08151040077209473
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,64,power_law_1.01,0.09748479723930359
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,64,power_law_1.01,0.12946560382843017
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,64,power_law_1.01,0.17226239442825317
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,64,power_law_1.01,0.23354880809783934
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,64,power_law_1.01,0.30871679782867434
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,64,power_law_1.01,0.453766393661499
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,64,power_law_1.01,0.679859209060669
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,64,power_law_1.01,1.0203007698059081
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,64,power_law_1.01,1.3831104278564452
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,64,power_law_1.01,2.0440704345703127
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,64,power_law_1.01,2.790662384033203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,64,power_law_1.01,0.027584001421928406
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,64,power_law_1.01,0.027852800488471986
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,64,power_law_1.01,0.04304639995098114
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,64,power_law_1.01,0.04268159866333008
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,64,power_law_1.01,0.042905598878860474
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,64,power_law_1.01,0.045465600490570066
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,64,power_law_1.01,0.04613119959831238
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,64,power_law_1.01,0.047916799783706665
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,64,power_law_1.01,0.04869759976863861
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,64,power_law_1.01,0.05023999810218811
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,64,power_law_1.01,0.05321599841117859
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,64,power_law_1.01,0.05554559826850891
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,64,power_law_1.01,0.05857279896736145
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,64,power_law_1.01,0.0621504008769989
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,64,power_law_1.01,0.07096959948539734
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,64,power_law_1.01,0.07908480167388916
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,64,power_law_1.01,0.09493759870529175
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,64,power_law_1.01,0.1266495943069458
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,64,power_law_1.01,0.16573439836502074
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,64,power_law_1.01,0.25915520191192626
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,64,power_law_1.01,0.32947840690612795
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,64,power_law_1.01,0.4795968055725098
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,64,power_law_1.01,0.6850240230560303
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,64,power_law_1.01,1.1428288459777831
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,64,power_law_1.01,1.4421376228332519
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,64,power_law_1.01,2.4094144821166994
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,64,power_law_1.01,3.2359359741210936
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,64,power_law_1.2,0.030675199627876282
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,64,power_law_1.2,0.03030399978160858
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,64,power_law_1.2,0.04943360090255737
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,64,power_law_1.2,0.049721598625183105
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,64,power_law_1.2,0.04997760057449341
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,64,power_law_1.2,0.05160319805145264
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,64,power_law_1.2,0.052288001775741576
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,64,power_law_1.2,0.05383679866790771
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,64,power_law_1.2,0.0542527973651886
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,64,power_law_1.2,0.056467199325561525
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,64,power_law_1.2,0.058739197254180905
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,64,power_law_1.2,0.06268159747123718
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,64,power_law_1.2,0.0649728000164032
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,64,power_law_1.2,0.07068799734115601
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,64,power_law_1.2,0.0756991982460022
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,64,power_law_1.2,0.08799359798431397
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,64,power_law_1.2,0.10634880065917969
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,64,power_law_1.2,0.1429695963859558
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,64,power_law_1.2,0.1856511950492859
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,64,power_law_1.2,0.2883519887924194
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,64,power_law_1.2,0.38675200939178467
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,64,power_law_1.2,0.5753407955169678
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,64,power_law_1.2,0.7763455867767334
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,64,power_law_1.2,1.1820672035217286
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,64,power_law_1.2,1.6372415542602539
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,64,power_law_1.2,2.462348747253418
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,64,power_law_1.2,3.3819583892822265
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,64,power_law_1.2,0.027795198559761047
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,64,power_law_1.2,0.028064000606536865
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,64,power_law_1.2,0.0425024002790451
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,64,power_law_1.2,0.042559999227523806
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,64,power_law_1.2,0.04294399917125702
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,64,power_law_1.2,0.04547199904918671
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,64,power_law_1.2,0.04633600115776062
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,64,power_law_1.2,0.04745599925518036
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,64,power_law_1.2,0.04867199957370758
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,64,power_law_1.2,0.05004159808158874
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,64,power_law_1.2,0.053260797262191774
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,64,power_law_1.2,0.05557760000228882
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,64,power_law_1.2,0.05847679972648621
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,64,power_law_1.2,0.06461439728736877
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,64,power_law_1.2,0.07319679856300354
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,64,power_law_1.2,0.0826367974281311
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,64,power_law_1.2,0.09855999946594238
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,64,power_law_1.2,0.13711999654769896
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,64,power_law_1.2,0.16201599836349487
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,64,power_law_1.2,0.26026239395141604
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,64,power_law_1.2,0.342521595954895
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,64,power_law_1.2,0.5329919815063476
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,64,power_law_1.2,0.8703359603881836
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,64,power_law_1.2,1.3192319869995117
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,64,power_law_1.2,1.8554304122924805
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,64,power_law_1.2,2.857024002075195
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,64,power_law_1.2,4.019219207763672
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,64,power_law_1.01,0.37914879322052003
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,64,power_law_1.01,0.3802815914154053
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,64,power_law_1.01,0.37988479137420655
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,64,power_law_1.01,0.3826303958892822
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,64,power_law_1.01,0.4156352043151855
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,64,power_law_1.01,0.5424255847930908
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,64,power_law_1.01,0.5540031909942627
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,64,power_law_1.01,0.593779182434082
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,64,power_law_1.01,0.48423042297363283
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,64,power_law_1.01,0.6108160018920898
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,64,power_law_1.01,0.6002880096435547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,64,power_law_1.01,0.6501311779022216
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,64,power_law_1.01,0.6510784149169921
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,64,power_law_1.01,0.6825600147247315
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,64,power_law_1.01,0.7093952178955079
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,64,power_law_1.01,0.7387904167175293
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,64,power_law_1.01,0.8019904136657715
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,64,power_law_1.01,0.9583359718322754
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,64,power_law_1.01,1.1324352264404296
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,64,power_law_1.01,1.3945535659790038
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,64,power_law_1.01,1.7452991485595704
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,64,power_law_1.01,2.4327680587768556
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,64,power_law_1.01,3.2690689086914064
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,64,power_law_1.01,4.832435226440429
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,64,power_law_1.01,6.545062255859375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,64,power_law_1.01,9.900685119628907
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,64,power_law_1.01,13.493087768554688
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,64,power_law_1.01,0.32150399684906006
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,64,power_law_1.01,0.2534271955490112
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,64,power_law_1.01,0.2541887998580933
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,64,power_law_1.01,0.25534720420837403
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,64,power_law_1.01,0.3460416078567505
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,64,power_law_1.01,0.4921408176422119
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,64,power_law_1.01,0.4630591869354248
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,64,power_law_1.01,0.531712007522583
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,64,power_law_1.01,0.5403840065002441
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,64,power_law_1.01,0.5502783775329589
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,64,power_law_1.01,0.5695744037628174
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,64,power_law_1.01,0.5701439857482911
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,64,power_law_1.01,0.5571648120880127
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,64,power_law_1.01,0.6358848094940186
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,64,power_law_1.01,0.6550848007202148
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,64,power_law_1.01,0.6792704105377197
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,64,power_law_1.01,0.8108351707458497
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,64,power_law_1.01,1.0086591720581055
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,64,power_law_1.01,1.2107775688171387
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,64,power_law_1.01,1.5777152061462403
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,64,power_law_1.01,1.9188095092773438
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,64,power_law_1.01,2.7899648666381838
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,64,power_law_1.01,3.7123649597167967
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,64,power_law_1.01,5.317772674560547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,64,power_law_1.01,7.059200286865234
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,64,power_law_1.01,11.12213134765625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,64,power_law_1.01,14.890835571289063
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,64,power_law_1.01,0.25194880962371824
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,64,power_law_1.01,0.20884480476379394
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,64,power_law_1.01,0.2091264009475708
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,64,power_law_1.01,0.21126399040222169
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,64,power_law_1.01,0.19025280475616455
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,64,power_law_1.01,0.20876801013946533
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,64,power_law_1.01,0.2279871940612793
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,64,power_law_1.01,0.22877440452575684
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,64,power_law_1.01,0.23712639808654784
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,64,power_law_1.01,0.2375040054321289
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,64,power_law_1.01,0.2743488073348999
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,64,power_law_1.01,0.29674880504608153
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,64,power_law_1.01,0.3075839996337891
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,64,power_law_1.01,0.32982399463653567
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,64,power_law_1.01,0.3871999979019165
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,64,power_law_1.01,0.41466240882873534
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,64,power_law_1.01,0.5217279911041259
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,64,power_law_1.01,0.6971903800964355
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,64,power_law_1.01,0.8897215843200683
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,64,power_law_1.01,1.2477312088012695
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,64,power_law_1.01,1.6650047302246094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,64,power_law_1.01,2.4173376083374025
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,64,power_law_1.01,3.165260887145996
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,64,power_law_1.01,4.860460662841797
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,64,power_law_1.01,6.270220947265625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,64,power_law_1.01,9.489100646972656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,64,power_law_1.01,12.625708770751952
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,64,power_law_1.2,0.46183037757873535
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,64,power_law_1.2,0.37873919010162355
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,64,power_law_1.2,0.38051838874816896
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,64,power_law_1.2,0.38331520557403564
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,64,power_law_1.2,0.3778752088546753
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,64,power_law_1.2,0.5791168212890625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,64,power_law_1.2,0.5545343875885009
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,64,power_law_1.2,0.5806719779968261
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,64,power_law_1.2,0.573356819152832
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,64,power_law_1.2,0.6305727958679199
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,64,power_law_1.2,0.6175871849060058
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,64,power_law_1.2,0.6494592189788818
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,64,power_law_1.2,0.6363071918487548
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,64,power_law_1.2,0.6698560237884521
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,64,power_law_1.2,0.712224006652832
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,64,power_law_1.2,0.7461567878723144
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,64,power_law_1.2,0.8472127914428711
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,64,power_law_1.2,0.9533247947692871
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,64,power_law_1.2,1.1653568267822265
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,64,power_law_1.2,1.5223936080932616
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,64,power_law_1.2,1.8774272918701171
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,64,power_law_1.2,2.7147968292236326
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,64,power_law_1.2,3.5035327911376952
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,64,power_law_1.2,5.683417510986328
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,64,power_law_1.2,7.330528259277344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,64,power_law_1.2,11.621459197998046
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,64,power_law_1.2,17.342854309082032
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,64,power_law_1.2,0.3223680019378662
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,64,power_law_1.2,0.25454719066619874
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,64,power_law_1.2,0.25490560531616213
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,64,power_law_1.2,0.25635199546813964
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,64,power_law_1.2,0.48554239273071287
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,64,power_law_1.2,0.46705918312072753
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,64,power_law_1.2,0.5376575946807861
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,64,power_law_1.2,0.4583104133605957
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,64,power_law_1.2,0.5241024017333984
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,64,power_law_1.2,0.52259202003479
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,64,power_law_1.2,0.4986432075500488
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,64,power_law_1.2,0.5854400157928467
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,64,power_law_1.2,0.6009727954864502
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,64,power_law_1.2,0.6290688037872314
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,64,power_law_1.2,0.68787841796875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,64,power_law_1.2,0.6980544090270996
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,64,power_law_1.2,0.834438419342041
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,64,power_law_1.2,1.0478015899658204
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,64,power_law_1.2,1.235801601409912
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,64,power_law_1.2,1.5808639526367188
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,64,power_law_1.2,2.0584896087646483
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,64,power_law_1.2,3.0071935653686523
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,64,power_law_1.2,4.003641510009766
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,64,power_law_1.2,6.01646728515625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,64,power_law_1.2,8.571692657470702
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,64,power_law_1.2,12.289126586914062
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,64,power_law_1.2,18.5206787109375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,64,power_law_1.2,0.25262720584869386
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,64,power_law_1.2,0.20878078937530517
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,64,power_law_1.2,0.2094655990600586
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,64,power_law_1.2,0.21139841079711913
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,64,power_law_1.2,0.18572800159454345
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,64,power_law_1.2,0.2043519973754883
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,64,power_law_1.2,0.21897599697113038
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,64,power_law_1.2,0.23292160034179688
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,64,power_law_1.2,0.24734079837799072
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,64,power_law_1.2,0.2534143924713135
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,64,power_law_1.2,0.27521278858184817
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,64,power_law_1.2,0.2849024057388306
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,64,power_law_1.2,0.3046335935592651
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,64,power_law_1.2,0.34240639209747314
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,64,power_law_1.2,0.39601280689239504
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,64,power_law_1.2,0.4254015922546387
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,64,power_law_1.2,0.5222911834716797
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,64,power_law_1.2,0.6914559841156006
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,64,power_law_1.2,0.8982848167419434
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,64,power_law_1.2,1.29551362991333
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,64,power_law_1.2,1.734182357788086
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,64,power_law_1.2,2.621753692626953
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,64,power_law_1.2,3.3850177764892577
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,64,power_law_1.2,4.98089599609375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,64,power_law_1.2,6.956333160400391
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,64,power_law_1.2,9.913581085205077
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,64,power_law_1.2,13.863725280761718
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,128,power_law_1.01,0.13731839656829833
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,128,power_law_1.01,0.13783040046691894
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,128,power_law_1.01,0.184825599193573
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,128,power_law_1.01,0.18529920578002929
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,128,power_law_1.01,0.18838399648666382
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,128,power_law_1.01,0.17663359642028809
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,128,power_law_1.01,0.19517439603805542
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,128,power_law_1.01,0.19777920246124267
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,128,power_law_1.01,0.20023679733276367
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,128,power_law_1.01,0.20427520275115968
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,128,power_law_1.01,0.21185920238494874
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,128,power_law_1.01,0.22060799598693848
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,128,power_law_1.01,0.22926719188690187
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,128,power_law_1.01,0.24746880531311036
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,128,power_law_1.01,0.2619712114334106
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,128,power_law_1.01,0.276307201385498
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,128,power_law_1.01,0.29057281017303466
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,128,power_law_1.01,0.3570688009262085
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,128,power_law_1.01,0.45978240966796874
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,128,power_law_1.01,0.6416384220123291
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,128,power_law_1.01,0.8352191925048829
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,128,power_law_1.01,1.2128064155578613
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,128,power_law_1.01,1.695065689086914
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,128,power_law_1.01,2.4511680603027344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,128,power_law_1.01,3.2466686248779295
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,128,power_law_1.01,4.763347244262695
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,128,power_law_1.01,6.1041217803955075
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,128,power_law_1.01,0.03993600010871887
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,128,power_law_1.01,0.04033919870853424
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,128,power_law_1.01,0.07475839853286743
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,128,power_law_1.01,0.07455360293388366
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,128,power_law_1.01,0.08055679798126221
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,128,power_law_1.01,0.08327680230140685
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,128,power_law_1.01,0.08554239869117737
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,128,power_law_1.01,0.0874239981174469
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,128,power_law_1.01,0.0900160014629364
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,128,power_law_1.01,0.09207680225372314
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,128,power_law_1.01,0.09730560183525086
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,128,power_law_1.01,0.10179200172424316
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,128,power_law_1.01,0.1357759952545166
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,128,power_law_1.01,0.18222719430923462
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,128,power_law_1.01,0.22871038913726807
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,128,power_law_1.01,0.23704960346221923
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,128,power_law_1.01,0.263923192024231
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,128,power_law_1.01,0.32734079360961915
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,128,power_law_1.01,0.4471295833587646
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,128,power_law_1.01,0.6529280185699463
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,128,power_law_1.01,0.8633536338806153
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,128,power_law_1.01,1.2571840286254883
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,128,power_law_1.01,1.6802240371704102
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,128,power_law_1.01,2.5481536865234373
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,128,power_law_1.01,3.5230335235595702
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,128,power_law_1.01,5.072358322143555
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,128,power_law_1.01,6.985868835449219
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,128,power_law_1.01,0.10730880498886108
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,128,power_law_1.01,0.10822399854660034
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,128,power_law_1.01,0.1092479944229126
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,128,power_law_1.01,0.10932480096817017
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,128,power_law_1.01,0.11020799875259399
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,128,power_law_1.01,0.11267199516296386
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,128,power_law_1.01,0.11336319446563721
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,128,power_law_1.01,0.11614079475402832
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,128,power_law_1.01,0.118995201587677
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,128,power_law_1.01,0.12083840370178223
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,128,power_law_1.01,0.12622079849243165
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,128,power_law_1.01,0.13411200046539307
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,128,power_law_1.01,0.13994239568710326
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,128,power_law_1.01,0.15401599407196045
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,128,power_law_1.01,0.16755199432373047
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,128,power_law_1.01,0.17940479516983032
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,128,power_law_1.01,0.21087360382080078
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,128,power_law_1.01,0.2621504068374634
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,128,power_law_1.01,0.3804480075836182
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,128,power_law_1.01,0.5518015861511231
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,128,power_law_1.01,0.7595200061798095
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,128,power_law_1.01,1.0710335731506349
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,128,power_law_1.01,1.4450112342834474
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,128,power_law_1.01,2.203353691101074
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,128,power_law_1.01,2.9809728622436524
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,128,power_law_1.01,4.25926399230957
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,128,power_law_1.01,5.841606521606446
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,128,power_law_1.2,0.13797119855880738
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,128,power_law_1.2,0.13798400163650512
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,128,power_law_1.2,0.1860479950904846
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,128,power_law_1.2,0.186080002784729
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,128,power_law_1.2,0.18821120262145996
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,128,power_law_1.2,0.1940608024597168
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,128,power_law_1.2,0.19642879962921142
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,128,power_law_1.2,0.19878400564193727
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,128,power_law_1.2,0.2042623996734619
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,128,power_law_1.2,0.20592000484466552
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,128,power_law_1.2,0.21410560607910156
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,128,power_law_1.2,0.22035839557647705
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,128,power_law_1.2,0.23014400005340577
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,128,power_law_1.2,0.25011839866638186
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,128,power_law_1.2,0.2652224063873291
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,128,power_law_1.2,0.2765952110290527
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,128,power_law_1.2,0.2976576089859009
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,128,power_law_1.2,0.3645375967025757
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,128,power_law_1.2,0.4681536197662354
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,128,power_law_1.2,0.6739583969116211
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,128,power_law_1.2,0.9367615699768066
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,128,power_law_1.2,1.4917887687683105
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,128,power_law_1.2,1.862009620666504
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,128,power_law_1.2,2.6993024826049803
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,128,power_law_1.2,3.9161022186279295
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,128,power_law_1.2,6.354848098754883
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,128,power_law_1.2,7.985215759277343
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,128,power_law_1.2,0.04039680063724518
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,128,power_law_1.2,0.04028800129890442
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,128,power_law_1.2,0.07479040026664734
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,128,power_law_1.2,0.07491840124130249
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,128,power_law_1.2,0.0800383985042572
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,128,power_law_1.2,0.08380799889564514
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,128,power_law_1.2,0.08522239923477173
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,128,power_law_1.2,0.08749439716339111
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,128,power_law_1.2,0.08983039855957031
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,128,power_law_1.2,0.09188479781150818
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,128,power_law_1.2,0.09605119824409485
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,128,power_law_1.2,0.10149760246276855
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,128,power_law_1.2,0.1260607957839966
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,128,power_law_1.2,0.1813248038291931
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,128,power_law_1.2,0.22760961055755616
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,128,power_law_1.2,0.23597440719604493
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,128,power_law_1.2,0.265228796005249
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,128,power_law_1.2,0.3336512088775635
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,128,power_law_1.2,0.45002241134643556
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,128,power_law_1.2,0.6943359851837159
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,128,power_law_1.2,0.9598400115966796
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,128,power_law_1.2,1.4284223556518554
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,128,power_law_1.2,1.9790399551391602
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,128,power_law_1.2,2.8339584350585936
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,128,power_law_1.2,3.9789310455322267
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,128,power_law_1.2,6.368435287475586
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,128,power_law_1.2,8.371750640869141
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,128,power_law_1.2,0.10796799659729003
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,128,power_law_1.2,0.10304000377655029
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,128,power_law_1.2,0.10886399745941162
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,128,power_law_1.2,0.10472960472106933
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,128,power_law_1.2,0.10952960252761841
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,128,power_law_1.2,0.11215360164642334
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,128,power_law_1.2,0.11412479877471923
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,128,power_law_1.2,0.11677440404891967
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,128,power_law_1.2,0.12225279808044434
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,128,power_law_1.2,0.12351360321044921
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,128,power_law_1.2,0.1313024044036865
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,128,power_law_1.2,0.13701119422912597
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,128,power_law_1.2,0.14147839546203614
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,128,power_law_1.2,0.15902719497680665
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,128,power_law_1.2,0.16781439781188964
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,128,power_law_1.2,0.18113280534744264
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,128,power_law_1.2,0.21623680591583253
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,128,power_law_1.2,0.2843519926071167
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,128,power_law_1.2,0.3940160036087036
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,128,power_law_1.2,0.5861055850982666
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,128,power_law_1.2,0.7718912124633789
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,128,power_law_1.2,1.1623680114746093
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,128,power_law_1.2,1.5484224319458009
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,128,power_law_1.2,2.36812801361084
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,128,power_law_1.2,3.1468479156494142
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,128,power_law_1.2,4.7460479736328125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,128,power_law_1.2,6.661228942871094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,128,power_law_1.01,0.02160640060901642
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,128,power_law_1.01,0.030163198709487915
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,128,power_law_1.01,0.0302592009305954
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,128,power_law_1.01,0.030048000812530517
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,128,power_law_1.01,0.030355200171470642
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,128,power_law_1.01,0.030630400776863097
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,128,power_law_1.01,0.03201279938220978
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,128,power_law_1.01,0.03238399922847748
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,128,power_law_1.01,0.03310079872608185
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,128,power_law_1.01,0.03464959859848023
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,128,power_law_1.01,0.03566080033779144
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,128,power_law_1.01,0.03805440068244934
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,128,power_law_1.01,0.040403199195861814
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,128,power_law_1.01,0.043372800946235655
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,128,power_law_1.01,0.0466048002243042
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,128,power_law_1.01,0.050547200441360476
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,128,power_law_1.01,0.05796480178833008
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,128,power_law_1.01,0.07613440155982971
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,128,power_law_1.01,0.09414399862289428
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,128,power_law_1.01,0.12879999876022338
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,128,power_law_1.01,0.16178560256958008
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,128,power_law_1.01,0.2614912033081055
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,128,power_law_1.01,0.39000959396362306
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,128,power_law_1.01,0.6488319873809815
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,128,power_law_1.01,0.8277119636535645
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,128,power_law_1.01,1.2672320365905763
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,128,power_law_1.01,1.7226175308227538
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,128,power_law_1.01,0.022355200350284578
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,128,power_law_1.01,0.030502399802207945
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,128,power_law_1.01,0.03054719865322113
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,128,power_law_1.01,0.031033599376678468
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,128,power_law_1.01,0.031040000915527343
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,128,power_law_1.01,0.03150720000267029
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,128,power_law_1.01,0.03204480111598969
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,128,power_law_1.01,0.034668800234794614
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,128,power_law_1.01,0.033523198962211606
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,128,power_law_1.01,0.034918400645256045
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,128,power_law_1.01,0.03891839981079102
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,128,power_law_1.01,0.03887999951839447
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,128,power_law_1.01,0.04021120071411133
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,128,power_law_1.01,0.04423039853572845
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,128,power_law_1.01,0.047775998711586
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,128,power_law_1.01,0.05137919783592224
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,128,power_law_1.01,0.05804799795150757
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,128,power_law_1.01,0.07393919825553893
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,128,power_law_1.01,0.08910080194473266
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,128,power_law_1.01,0.12116479873657227
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,128,power_law_1.01,0.16251519918441773
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,128,power_law_1.01,0.27537920475006106
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,128,power_law_1.01,0.415667200088501
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,128,power_law_1.01,0.6910016059875488
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,128,power_law_1.01,0.9224575996398926
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,128,power_law_1.01,1.4444735527038575
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,128,power_law_1.01,1.914022445678711
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,128,power_law_1.01,0.036697599291801455
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,128,power_law_1.01,0.040012800693511964
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,128,power_law_1.01,0.03782399892807007
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,128,power_law_1.01,0.03784320056438446
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,128,power_law_1.01,0.03743360042572021
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,128,power_law_1.01,0.03751679956912994
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,128,power_law_1.01,0.039827200770378116
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,128,power_law_1.01,0.04028800129890442
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,128,power_law_1.01,0.041177600622177124
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,128,power_law_1.01,0.04252800047397613
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,128,power_law_1.01,0.0436928004026413
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,128,power_law_1.01,0.04525440037250519
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,128,power_law_1.01,0.04824959933757782
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,128,power_law_1.01,0.05199360251426697
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,128,power_law_1.01,0.055961602926254274
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,128,power_law_1.01,0.06046720147132874
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,128,power_law_1.01,0.0698303997516632
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,128,power_law_1.01,0.09244160056114196
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,128,power_law_1.01,0.11048959493637085
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,128,power_law_1.01,0.139520001411438
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,128,power_law_1.01,0.1829632043838501
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,128,power_law_1.01,0.2698240041732788
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,128,power_law_1.01,0.4179135799407959
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,128,power_law_1.01,0.6606719970703125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,128,power_law_1.01,0.8874879837036133
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,128,power_law_1.01,1.3422592163085938
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,128,power_law_1.01,1.785081672668457
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,128,power_law_1.2,0.021491199731826782
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,128,power_law_1.2,0.030323201417922975
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,128,power_law_1.2,0.030291199684143066
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,128,power_law_1.2,0.030329599976539612
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,128,power_law_1.2,0.030604800581932066
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,128,power_law_1.2,0.030579200387001036
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,128,power_law_1.2,0.03230080008506775
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,128,power_law_1.2,0.032595199346542356
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,128,power_law_1.2,0.03307519853115082
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,128,power_law_1.2,0.03475199937820435
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,128,power_law_1.2,0.03590399920940399
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,128,power_law_1.2,0.03886080086231232
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,128,power_law_1.2,0.04126720130443573
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,128,power_law_1.2,0.04387199878692627
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,128,power_law_1.2,0.047167998552322385
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,128,power_law_1.2,0.05123199820518494
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,128,power_law_1.2,0.061382400989532473
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,128,power_law_1.2,0.08711040019989014
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,128,power_law_1.2,0.10728960037231446
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,128,power_law_1.2,0.1372607946395874
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,128,power_law_1.2,0.18288639783859253
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,128,power_law_1.2,0.3275968074798584
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,128,power_law_1.2,0.4650879859924316
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,128,power_law_1.2,0.7075712203979492
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,128,power_law_1.2,0.9830464363098145
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,128,power_law_1.2,1.4726847648620605
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,128,power_law_1.2,1.941721534729004
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,128,power_law_1.2,0.022412799298763275
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,128,power_law_1.2,0.030854400992393494
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,128,power_law_1.2,0.03088639974594116
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,128,power_law_1.2,0.030956798791885377
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,128,power_law_1.2,0.03091199994087219
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,128,power_law_1.2,0.031007999181747438
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,128,power_law_1.2,0.03277440071105957
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,128,power_law_1.2,0.03294720053672791
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,128,power_law_1.2,0.03356159925460815
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,128,power_law_1.2,0.035020801424980166
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,128,power_law_1.2,0.03638400137424469
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,128,power_law_1.2,0.038867199420928956
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,128,power_law_1.2,0.040838399529457094
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,128,power_law_1.2,0.044972801208496095
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,128,power_law_1.2,0.04874880015850067
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,128,power_law_1.2,0.05148800015449524
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,128,power_law_1.2,0.060115200281143186
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,128,power_law_1.2,0.08056319952011108
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,128,power_law_1.2,0.0986624002456665
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,128,power_law_1.2,0.13489279747009278
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,128,power_law_1.2,0.18538880348205566
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,128,power_law_1.2,0.31753599643707275
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,128,power_law_1.2,0.4658559799194336
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,128,power_law_1.2,0.7677631855010987
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,128,power_law_1.2,1.0526847839355469
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,128,power_law_1.2,1.5659263610839844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,128,power_law_1.2,2.1351551055908202
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,128,power_law_1.2,0.03694080114364624
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,128,power_law_1.2,0.04010879993438721
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,128,power_law_1.2,0.03726719915866852
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,128,power_law_1.2,0.03754239976406097
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,128,power_law_1.2,0.037241598963737486
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,128,power_law_1.2,0.03751679956912994
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,128,power_law_1.2,0.03924480080604553
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,128,power_law_1.2,0.04094719886779785
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,128,power_law_1.2,0.04069760143756866
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,128,power_law_1.2,0.042438399791717527
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,128,power_law_1.2,0.043263998627662656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,128,power_law_1.2,0.04657920002937317
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,128,power_law_1.2,0.04891520142555237
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,128,power_law_1.2,0.05371519923210144
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,128,power_law_1.2,0.05591040253639221
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,128,power_law_1.2,0.06217600107192993
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,128,power_law_1.2,0.07860479950904846
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,128,power_law_1.2,0.09465600252151489
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,128,power_law_1.2,0.11071360111236572
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,128,power_law_1.2,0.1406272053718567
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,128,power_law_1.2,0.18917759656906127
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,128,power_law_1.2,0.28485119342803955
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,128,power_law_1.2,0.4494783878326416
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,128,power_law_1.2,0.7100736141204834
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,128,power_law_1.2,0.947590446472168
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,128,power_law_1.2,1.4184767723083496
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,128,power_law_1.2,1.9119487762451173
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,128,power_law_1.01,0.02900480031967163
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,128,power_law_1.01,0.06424319744110107
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,128,power_law_1.01,0.06449919939041138
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,128,power_law_1.01,0.06457599997520447
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,128,power_law_1.01,0.06499840021133423
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,128,power_law_1.01,0.06702719926834107
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,128,power_law_1.01,0.0687936007976532
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,128,power_law_1.01,0.06948480010032654
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,128,power_law_1.01,0.0713919997215271
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,128,power_law_1.01,0.07331839799880982
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,128,power_law_1.01,0.07621759772300721
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,128,power_law_1.01,0.0858560025691986
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,128,power_law_1.01,0.08273280262947083
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,128,power_law_1.01,0.08977280259132385
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,128,power_law_1.01,0.09625599980354309
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,128,power_law_1.01,0.10404479503631592
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,128,power_law_1.01,0.1172287940979004
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,128,power_law_1.01,0.16003199815750122
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,128,power_law_1.01,0.20780160427093505
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,128,power_law_1.01,0.29735679626464845
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,128,power_law_1.01,0.4607679843902588
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,128,power_law_1.01,0.7768064022064209
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,128,power_law_1.01,0.9720767974853516
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,128,power_law_1.01,1.4525504112243652
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,128,power_law_1.01,1.925119972229004
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,128,power_law_1.01,2.868364715576172
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,128,power_law_1.01,3.8961280822753905
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,128,power_law_1.01,0.02821120023727417
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,128,power_law_1.01,0.05023360252380371
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,128,power_law_1.01,0.04983679950237274
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,128,power_law_1.01,0.05008000135421753
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,128,power_law_1.01,0.05134080052375793
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,128,power_law_1.01,0.053651201725006106
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,128,power_law_1.01,0.055776000022888184
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,128,power_law_1.01,0.05631359815597534
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,128,power_law_1.01,0.058355200290679934
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,128,power_law_1.01,0.06128000020980835
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,128,power_law_1.01,0.06487039923667907
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,128,power_law_1.01,0.06830080151557923
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,128,power_law_1.01,0.07259520292282104
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,128,power_law_1.01,0.08393599987030029
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,128,power_law_1.01,0.0911679983139038
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,128,power_law_1.01,0.09730560183525086
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,128,power_law_1.01,0.112716805934906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,128,power_law_1.01,0.1588863968849182
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,128,power_law_1.01,0.2222975969314575
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,128,power_law_1.01,0.31343998908996584
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,128,power_law_1.01,0.4654208183288574
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,128,power_law_1.01,0.7379136085510254
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,128,power_law_1.01,1.038003158569336
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,128,power_law_1.01,1.5941056251525878
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,128,power_law_1.01,2.070796775817871
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,128,power_law_1.01,3.2102657318115235
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,128,power_law_1.01,4.357734298706054
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,128,power_law_1.01,0.058899199962615965
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,128,power_law_1.01,0.05532159805297852
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,128,power_law_1.01,0.06535680294036865
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,128,power_law_1.01,0.07154560089111328
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,128,power_law_1.01,0.06650239825248719
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,128,power_law_1.01,0.07043200135231018
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,128,power_law_1.01,0.07272959947586059
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,128,power_law_1.01,0.07006080150604248
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,128,power_law_1.01,0.07422080039978027
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,128,power_law_1.01,0.08384640216827392
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,128,power_law_1.01,0.07281919717788696
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,128,power_law_1.01,0.08176640272140503
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,128,power_law_1.01,0.08632320165634155
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,128,power_law_1.01,0.1028864026069641
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,128,power_law_1.01,0.11422079801559448
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,128,power_law_1.01,0.12031359672546386
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,128,power_law_1.01,0.13594239950180054
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,128,power_law_1.01,0.1715775966644287
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,128,power_law_1.01,0.20831360816955566
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,128,power_law_1.01,0.287225604057312
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,128,power_law_1.01,0.4642303943634033
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,128,power_law_1.01,0.6789696216583252
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,128,power_law_1.01,0.9095040321350097
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,128,power_law_1.01,1.3995903968811034
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,128,power_law_1.01,1.8421567916870116
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,128,power_law_1.01,2.7828800201416017
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,128,power_law_1.01,3.7385921478271484
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,128,power_law_1.2,0.02898559868335724
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,128,power_law_1.2,0.06432639956474304
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,128,power_law_1.2,0.06469119787216186
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,128,power_law_1.2,0.06428800225257873
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,128,power_law_1.2,0.06488959789276123
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,128,power_law_1.2,0.0666815996170044
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,128,power_law_1.2,0.06817920207977295
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,128,power_law_1.2,0.06967679858207702
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,128,power_law_1.2,0.07187839746475219
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,128,power_law_1.2,0.07290239930152893
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,128,power_law_1.2,0.07661439776420594
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,128,power_law_1.2,0.07989760041236878
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,128,power_law_1.2,0.08309760093688964
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,128,power_law_1.2,0.0893119990825653
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,128,power_law_1.2,0.09696639776229858
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,128,power_law_1.2,0.11080319881439209
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,128,power_law_1.2,0.13029119968414307
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,128,power_law_1.2,0.18497920036315918
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,128,power_law_1.2,0.2493056058883667
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,128,power_law_1.2,0.37720959186553954
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,128,power_law_1.2,0.6025983810424804
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,128,power_law_1.2,0.9518015861511231
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,128,power_law_1.2,1.2513983726501465
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,128,power_law_1.2,1.8722688674926757
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,128,power_law_1.2,2.4124799728393556
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,128,power_law_1.2,3.734035110473633
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,128,power_law_1.2,4.954054260253907
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,128,power_law_1.2,0.028492799401283263
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,128,power_law_1.2,0.05015680193901062
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,128,power_law_1.2,0.050329601764678954
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,128,power_law_1.2,0.050220799446105954
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,128,power_law_1.2,0.05149440169334411
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,128,power_law_1.2,0.05326719880104065
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,128,power_law_1.2,0.05567359924316406
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,128,power_law_1.2,0.05623679757118225
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,128,power_law_1.2,0.058841598033905027
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,128,power_law_1.2,0.06224640011787415
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,128,power_law_1.2,0.06552960276603699
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,128,power_law_1.2,0.06952319741249084
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,128,power_law_1.2,0.07675520181655884
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,128,power_law_1.2,0.0849727988243103
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,128,power_law_1.2,0.09280639886856079
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,128,power_law_1.2,0.10337920188903808
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,128,power_law_1.2,0.1248703956604004
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,128,power_law_1.2,0.18875520229339598
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,128,power_law_1.2,0.24712960720062255
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,128,power_law_1.2,0.3765696048736572
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,128,power_law_1.2,0.5381760120391845
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,128,power_law_1.2,0.951142406463623
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,128,power_law_1.2,1.2749183654785157
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,128,power_law_1.2,1.9018112182617188
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,128,power_law_1.2,2.5979072570800783
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,128,power_law_1.2,4.006143951416016
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,128,power_law_1.2,5.338438415527344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,128,power_law_1.2,0.05868800282478333
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,128,power_law_1.2,0.05852159857749939
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,128,power_law_1.2,0.06408320069313049
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,128,power_law_1.2,0.06546559929847717
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,128,power_law_1.2,0.0718720018863678
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,128,power_law_1.2,0.07156479954719544
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,128,power_law_1.2,0.07170559763908387
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,128,power_law_1.2,0.07705600261688232
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,128,power_law_1.2,0.0788927972316742
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,128,power_law_1.2,0.07249919772148132
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,128,power_law_1.2,0.08620799779891967
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,128,power_law_1.2,0.08470399975776673
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,128,power_law_1.2,0.09140480160713196
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,128,power_law_1.2,0.10712959766387939
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,128,power_law_1.2,0.11572480201721191
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,128,power_law_1.2,0.12233599424362182
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,128,power_law_1.2,0.13626879453659058
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,128,power_law_1.2,0.1719040036201477
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,128,power_law_1.2,0.21031041145324708
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,128,power_law_1.2,0.3193664073944092
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,128,power_law_1.2,0.48726401329040525
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,128,power_law_1.2,0.7604032039642334
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,128,power_law_1.2,0.998528003692627
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,128,power_law_1.2,1.5414912223815918
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,128,power_law_1.2,2.0736320495605467
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,128,power_law_1.2,3.153971290588379
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,128,power_law_1.2,4.230976104736328
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,128,power_law_1.01,0.19679360389709472
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,128,power_law_1.01,0.1978816032409668
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,128,power_law_1.01,0.2550784111022949
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,128,power_law_1.01,0.25296640396118164
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,128,power_law_1.01,0.24229118824005128
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,128,power_law_1.01,0.2461632013320923
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,128,power_law_1.01,0.2514944076538086
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,128,power_law_1.01,0.26470398902893066
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,128,power_law_1.01,0.25717759132385254
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,128,power_law_1.01,0.2735424041748047
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,128,power_law_1.01,0.2697088003158569
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,128,power_law_1.01,0.289574408531189
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,128,power_law_1.01,0.29998719692230225
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,128,power_law_1.01,0.3107072114944458
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,128,power_law_1.01,0.3233855962753296
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,128,power_law_1.01,0.32302720546722413
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,128,power_law_1.01,0.36199679374694826
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,128,power_law_1.01,0.43245439529418944
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,128,power_law_1.01,0.5338624000549317
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,128,power_law_1.01,0.671398401260376
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,128,power_law_1.01,0.8270912170410156
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,128,power_law_1.01,1.21211519241333
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,128,power_law_1.01,1.5429120063781738
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,128,power_law_1.01,2.2662656784057615
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,128,power_law_1.01,2.992064094543457
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,128,power_law_1.01,4.566361618041992
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,128,power_law_1.01,6.156787109375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,128,power_law_1.01,0.0694208025932312
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,128,power_law_1.01,0.07115520238876342
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,128,power_law_1.01,0.13612799644470214
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,128,power_law_1.01,0.14376319646835328
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,128,power_law_1.01,0.10547840595245361
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,128,power_law_1.01,0.12429440021514893
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,128,power_law_1.01,0.16167039871215821
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,128,power_law_1.01,0.17104640007019042
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,128,power_law_1.01,0.1756351947784424
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,128,power_law_1.01,0.23399679660797118
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,128,power_law_1.01,0.2627840042114258
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,128,power_law_1.01,0.2707520008087158
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,128,power_law_1.01,0.27455360889434816
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,128,power_law_1.01,0.29292800426483157
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,128,power_law_1.01,0.3085504055023193
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,128,power_law_1.01,0.3031232118606567
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,128,power_law_1.01,0.3513983964920044
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,128,power_law_1.01,0.3824959993362427
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,128,power_law_1.01,0.5032832145690918
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,128,power_law_1.01,0.6675903797149658
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,128,power_law_1.01,0.8302144050598145
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,128,power_law_1.01,1.2297151565551758
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,128,power_law_1.01,1.6277631759643554
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,128,power_law_1.01,2.366464042663574
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,128,power_law_1.01,3.2062206268310547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,128,power_law_1.01,4.812217712402344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,128,power_law_1.01,6.504300689697265
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,128,power_law_1.01,0.11936639547348023
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,128,power_law_1.01,0.11815040111541748
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,128,power_law_1.01,0.11781120300292969
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,128,power_law_1.01,0.11697280406951904
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,128,power_law_1.01,0.11449600458145141
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,128,power_law_1.01,0.1193343997001648
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,128,power_law_1.01,0.12566399574279785
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,128,power_law_1.01,0.12680959701538086
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,128,power_law_1.01,0.13693439960479736
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,128,power_law_1.01,0.1412608027458191
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,128,power_law_1.01,0.1538624048233032
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,128,power_law_1.01,0.16132479906082153
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,128,power_law_1.01,0.1547968029975891
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,128,power_law_1.01,0.17930879592895507
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,128,power_law_1.01,0.18037760257720947
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,128,power_law_1.01,0.2030656099319458
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,128,power_law_1.01,0.23649919033050537
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,128,power_law_1.01,0.292742395401001
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,128,power_law_1.01,0.40642561912536623
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,128,power_law_1.01,0.5769343852996827
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,128,power_law_1.01,0.7268415927886963
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,128,power_law_1.01,1.0690624237060546
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,128,power_law_1.01,1.4480704307556151
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,128,power_law_1.01,2.114124870300293
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,128,power_law_1.01,2.790508842468262
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,128,power_law_1.01,4.137529754638672
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,128,power_law_1.01,5.619059371948242
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,128,power_law_1.2,0.1962048053741455
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,128,power_law_1.2,0.19779839515686035
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,128,power_law_1.2,0.2566976070404053
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,128,power_law_1.2,0.25421440601348877
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,128,power_law_1.2,0.18878079652786256
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,128,power_law_1.2,0.22389121055603028
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,128,power_law_1.2,0.21116158962249756
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,128,power_law_1.2,0.2566911935806274
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,128,power_law_1.2,0.2592384099960327
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,128,power_law_1.2,0.2776576042175293
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,128,power_law_1.2,0.2847104072570801
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,128,power_law_1.2,0.266214394569397
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,128,power_law_1.2,0.2878783941268921
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,128,power_law_1.2,0.2759167909622192
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,128,power_law_1.2,0.32641921043395994
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,128,power_law_1.2,0.31818881034851076
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,128,power_law_1.2,0.3502847909927368
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,128,power_law_1.2,0.4598400115966797
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,128,power_law_1.2,0.5370368003845215
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,128,power_law_1.2,0.6927231788635254
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,128,power_law_1.2,0.9103679656982422
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,128,power_law_1.2,1.2745535850524903
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,128,power_law_1.2,1.7817792892456055
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,128,power_law_1.2,2.6545663833618165
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,128,power_law_1.2,3.4218624114990233
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,128,power_law_1.2,5.047200012207031
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,128,power_law_1.2,6.978131103515625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,128,power_law_1.2,0.0711359977722168
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,128,power_law_1.2,0.07296000123023987
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,128,power_law_1.2,0.13794560432434083
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,128,power_law_1.2,0.14663039445877074
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,128,power_law_1.2,0.11171200275421142
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,128,power_law_1.2,0.13189120292663575
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,128,power_law_1.2,0.16066559553146362
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,128,power_law_1.2,0.19772160053253174
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,128,power_law_1.2,0.16867200136184693
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,128,power_law_1.2,0.1839679956436157
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,128,power_law_1.2,0.21346559524536132
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,128,power_law_1.2,0.2331712007522583
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,128,power_law_1.2,0.24650239944458008
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,128,power_law_1.2,0.2656831979751587
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,128,power_law_1.2,0.2848959922790527
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,128,power_law_1.2,0.30259840488433837
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,128,power_law_1.2,0.3303999900817871
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,128,power_law_1.2,0.3810496091842651
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,128,power_law_1.2,0.48496642112731936
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,128,power_law_1.2,0.6911295890808106
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,128,power_law_1.2,0.8903488159179688
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,128,power_law_1.2,1.3117952346801758
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,128,power_law_1.2,1.8438848495483398
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,128,power_law_1.2,2.6318464279174805
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,128,power_law_1.2,3.539449691772461
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,128,power_law_1.2,5.863199996948242
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,128,power_law_1.2,7.737741088867187
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,128,power_law_1.2,0.11986559629440308
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,128,power_law_1.2,0.11873279809951783
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,128,power_law_1.2,0.11905920505523682
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,128,power_law_1.2,0.11831040382385254
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,128,power_law_1.2,0.115065598487854
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,128,power_law_1.2,0.11561599969863892
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,128,power_law_1.2,0.11973760128021241
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,128,power_law_1.2,0.12802560329437257
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,128,power_law_1.2,0.12975360155105592
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,128,power_law_1.2,0.13379199504852296
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,128,power_law_1.2,0.15002880096435547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,128,power_law_1.2,0.15172480344772338
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,128,power_law_1.2,0.1526528000831604
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,128,power_law_1.2,0.17115520238876342
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,128,power_law_1.2,0.18328959941864015
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,128,power_law_1.2,0.19900159835815429
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,128,power_law_1.2,0.23892478942871093
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,128,power_law_1.2,0.2988095998764038
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,128,power_law_1.2,0.4076672077178955
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,128,power_law_1.2,0.5733759880065918
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,128,power_law_1.2,0.7688831806182861
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,128,power_law_1.2,1.0990528106689452
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,128,power_law_1.2,1.5363967895507813
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,128,power_law_1.2,2.2593984603881836
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,128,power_law_1.2,2.9626304626464846
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,128,power_law_1.2,4.57441291809082
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,128,power_law_1.2,6.546419525146485
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,3072,1536,8,256,1,128,power_law_1.01,0.02906239926815033
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,3072,1536,8,256,1,128,power_law_1.01,0.028799998760223388
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,3072,1536,8,256,1,128,power_law_1.01,0.05578240156173706
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,3072,1536,8,256,1,128,power_law_1.01,0.05559039711952209
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,3072,1536,8,256,1,128,power_law_1.01,0.05660799741744995
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,3072,1536,8,256,1,128,power_law_1.01,0.06021760106086731
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,3072,1536,8,256,1,128,power_law_1.01,0.06198400259017944
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,3072,1536,8,256,1,128,power_law_1.01,0.06247040033340454
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,3072,1536,8,256,1,128,power_law_1.01,0.06384639739990235
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,3072,1536,8,256,1,128,power_law_1.01,0.0663424015045166
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,3072,1536,8,256,1,128,power_law_1.01,0.0688256025314331
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,3072,1536,8,256,1,128,power_law_1.01,0.07125120162963867
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,3072,1536,8,256,1,128,power_law_1.01,0.07514879703521729
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,3072,1536,8,256,1,128,power_law_1.01,0.08036479949951172
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,3072,1536,8,256,1,128,power_law_1.01,0.08735359907150268
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,3072,1536,8,256,1,128,power_law_1.01,0.09367679953575134
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,3072,1536,8,256,1,128,power_law_1.01,0.10611200332641602
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,3072,1536,8,256,1,128,power_law_1.01,0.13723520040512086
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,1,128,power_law_1.01,0.17783039808273315
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,1,128,power_law_1.01,0.24318718910217285
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,1,128,power_law_1.01,0.32255361080169676
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,1,128,power_law_1.01,0.562559986114502
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,1,128,power_law_1.01,0.790777587890625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,1,128,power_law_1.01,1.144883155822754
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,1,128,power_law_1.01,1.4575615882873536
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,1,128,power_law_1.01,2.173209571838379
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,1,128,power_law_1.01,2.9216064453125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,1,128,power_law_1.01,0.02728320062160492
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,1,128,power_law_1.01,0.02683520019054413
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,1,128,power_law_1.01,0.04405120015144348
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,1,128,power_law_1.01,0.044095999002456664
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,1,128,power_law_1.01,0.04481280148029328
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,1,128,power_law_1.01,0.048556798696517946
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,1,128,power_law_1.01,0.049420800805091855
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,1,128,power_law_1.01,0.052095997333526614
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,1,128,power_law_1.01,0.052691197395324706
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,1,128,power_law_1.01,0.05384320020675659
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,1,128,power_law_1.01,0.05733759999275208
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,1,128,power_law_1.01,0.060089600086212155
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,1,128,power_law_1.01,0.0634112000465393
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,1,128,power_law_1.01,0.06941440105438232
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,1,128,power_law_1.01,0.07680000066757202
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,1,128,power_law_1.01,0.08104320168495179
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,1,128,power_law_1.01,0.09388160109519958
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,1,128,power_law_1.01,0.126803195476532
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,1,128,power_law_1.01,0.17270400524139404
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,1,128,power_law_1.01,0.2580032110214233
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,1,128,power_law_1.01,0.34011518955230713
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,1,128,power_law_1.01,0.5850815773010254
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,1,128,power_law_1.01,0.8058112144470215
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,1,128,power_law_1.01,1.2497599601745606
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,1,128,power_law_1.01,1.6611007690429687
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,1,128,power_law_1.01,2.529759979248047
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,1,128,power_law_1.01,3.358054351806641
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,3072,1536,8,256,1,128,power_law_1.01,0.04702720046043396
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,3072,1536,8,256,1,128,power_law_1.01,0.04737280011177063
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,3072,1536,8,256,1,128,power_law_1.01,0.05927039980888367
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,3072,1536,8,256,1,128,power_law_1.01,0.0649728000164032
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,3072,1536,8,256,1,128,power_law_1.01,0.06159999966621399
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,3072,1536,8,256,1,128,power_law_1.01,0.06451839804649354
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,3072,1536,8,256,1,128,power_law_1.01,0.06866559982299805
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,3072,1536,8,256,1,128,power_law_1.01,0.07000319957733155
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,3072,1536,8,256,1,128,power_law_1.01,0.07159680128097534
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,3072,1536,8,256,1,128,power_law_1.01,0.07066879868507385
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,3072,1536,8,256,1,128,power_law_1.01,0.07602559924125671
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,3072,1536,8,256,1,128,power_law_1.01,0.08108800053596496
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,3072,1536,8,256,1,128,power_law_1.01,0.0846783995628357
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,3072,1536,8,256,1,128,power_law_1.01,0.08930559754371643
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,3072,1536,8,256,1,128,power_law_1.01,0.09767040014266967
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,3072,1536,8,256,1,128,power_law_1.01,0.10443520545959473
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,3072,1536,8,256,1,128,power_law_1.01,0.12069120407104492
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,3072,1536,8,256,1,128,power_law_1.01,0.14982399940490723
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,3072,1536,8,256,1,128,power_law_1.01,0.19260159730911255
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,3072,1536,8,256,1,128,power_law_1.01,0.2453376054763794
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,3072,1536,8,256,1,128,power_law_1.01,0.3160576105117798
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,3072,1536,8,256,1,128,power_law_1.01,0.5704832077026367
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,3072,1536,8,256,1,128,power_law_1.01,0.7534016132354736
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,3072,1536,8,256,1,128,power_law_1.01,1.154361629486084
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,3072,1536,8,256,1,128,power_law_1.01,1.5018624305725097
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,3072,1536,8,256,1,128,power_law_1.01,2.2211328506469727
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,3072,1536,8,256,1,128,power_law_1.01,2.948428726196289
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,3072,1536,8,256,1,128,power_law_1.2,0.02901119887828827
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,3072,1536,8,256,1,128,power_law_1.2,0.028934401273727418
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,3072,1536,8,256,1,128,power_law_1.2,0.05607680082321167
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,3072,1536,8,256,1,128,power_law_1.2,0.05583360195159912
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,3072,1536,8,256,1,128,power_law_1.2,0.056403201818466184
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,3072,1536,8,256,1,128,power_law_1.2,0.060089600086212155
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,3072,1536,8,256,1,128,power_law_1.2,0.06225280165672302
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,3072,1536,8,256,1,128,power_law_1.2,0.06259840130805969
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,3072,1536,8,256,1,128,power_law_1.2,0.06491519808769226
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,3072,1536,8,256,1,128,power_law_1.2,0.06606720089912414
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,3072,1536,8,256,1,128,power_law_1.2,0.06909440159797668
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,3072,1536,8,256,1,128,power_law_1.2,0.07164160013198853
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,3072,1536,8,256,1,128,power_law_1.2,0.07529600262641907
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,3072,1536,8,256,1,128,power_law_1.2,0.08113279938697815
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,3072,1536,8,256,1,128,power_law_1.2,0.08778240084648133
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,3072,1536,8,256,1,128,power_law_1.2,0.0938431978225708
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,3072,1536,8,256,1,128,power_law_1.2,0.11549439430236816
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,3072,1536,8,256,1,128,power_law_1.2,0.14835200309753419
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,1,128,power_law_1.2,0.18528000116348267
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,1,128,power_law_1.2,0.26446080207824707
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,1,128,power_law_1.2,0.34565761089324953
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,1,128,power_law_1.2,0.6374911785125732
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,1,128,power_law_1.2,0.8768128395080567
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,1,128,power_law_1.2,1.1820480346679687
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,1,128,power_law_1.2,1.6872127532958985
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,1,128,power_law_1.2,2.482809638977051
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,1,128,power_law_1.2,3.3855358123779298
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,1,128,power_law_1.2,0.027059200406074523
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,1,128,power_law_1.2,0.026752001047134398
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,1,128,power_law_1.2,0.043808001279830935
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,1,128,power_law_1.2,0.04362240135669708
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,1,128,power_law_1.2,0.044889599084854126
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,1,128,power_law_1.2,0.04814079999923706
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,1,128,power_law_1.2,0.05061119794845581
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,1,128,power_law_1.2,0.0506879985332489
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,1,128,power_law_1.2,0.05244799852371216
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,1,128,power_law_1.2,0.053913599252700804
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,1,128,power_law_1.2,0.05694720149040222
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,1,128,power_law_1.2,0.060134398937225345
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,1,128,power_law_1.2,0.062636798620224
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,1,128,power_law_1.2,0.0691968023777008
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,1,128,power_law_1.2,0.07590399980545044
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,1,128,power_law_1.2,0.08112639784812928
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,1,128,power_law_1.2,0.09113600254058837
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,1,128,power_law_1.2,0.12426879405975341
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,1,128,power_law_1.2,0.16484479904174804
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,1,128,power_law_1.2,0.27253758907318115
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,1,128,power_law_1.2,0.3512831926345825
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,1,128,power_law_1.2,0.647654390335083
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,1,128,power_law_1.2,0.8642815589904785
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,1,128,power_law_1.2,1.3390208244323731
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,1,128,power_law_1.2,1.9541376113891602
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,1,128,power_law_1.2,3.086566352844238
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,1,128,power_law_1.2,4.0405632019042965
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,3072,1536,8,256,1,128,power_law_1.2,0.046982398629188536
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,3072,1536,8,256,1,128,power_law_1.2,0.047251200675964354
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,3072,1536,8,256,1,128,power_law_1.2,0.06259840130805969
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,3072,1536,8,256,1,128,power_law_1.2,0.058310401439666745
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,3072,1536,8,256,1,128,power_law_1.2,0.0605567991733551
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,3072,1536,8,256,1,128,power_law_1.2,0.06451200246810913
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,3072,1536,8,256,1,128,power_law_1.2,0.06872320175170898
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,3072,1536,8,256,1,128,power_law_1.2,0.07029759883880615
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,3072,1536,8,256,1,128,power_law_1.2,0.06866559982299805
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,3072,1536,8,256,1,128,power_law_1.2,0.07395200133323669
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,3072,1536,8,256,1,128,power_law_1.2,0.07519360184669495
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,3072,1536,8,256,1,128,power_law_1.2,0.08111360073089599
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,3072,1536,8,256,1,128,power_law_1.2,0.08519039750099182
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,3072,1536,8,256,1,128,power_law_1.2,0.09203199744224548
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,3072,1536,8,256,1,128,power_law_1.2,0.10026880502700805
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,3072,1536,8,256,1,128,power_law_1.2,0.10748800039291381
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,3072,1536,8,256,1,128,power_law_1.2,0.12112640142440796
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,3072,1536,8,256,1,128,power_law_1.2,0.1550976037979126
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,3072,1536,8,256,1,128,power_law_1.2,0.1934399962425232
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,3072,1536,8,256,1,128,power_law_1.2,0.2510591983795166
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,3072,1536,8,256,1,128,power_law_1.2,0.33085439205169676
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,3072,1536,8,256,1,128,power_law_1.2,0.5936511993408203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,3072,1536,8,256,1,128,power_law_1.2,0.8079168319702148
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,3072,1536,8,256,1,128,power_law_1.2,1.2240127563476562
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,3072,1536,8,256,1,128,power_law_1.2,1.5818495750427246
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,3072,1536,8,256,1,128,power_law_1.2,2.3803199768066405
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,3072,1536,8,256,1,128,power_law_1.2,3.256569671630859
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,128,power_law_1.01,0.026495999097824095
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,128,power_law_1.01,0.04965760111808777
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,128,power_law_1.01,0.04950399994850159
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,128,power_law_1.01,0.049184000492095946
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,128,power_law_1.01,0.04968959987163544
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,128,power_law_1.01,0.05135359764099121
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,128,power_law_1.01,0.051910400390625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,128,power_law_1.01,0.0536191999912262
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,128,power_law_1.01,0.05392640233039856
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,128,power_law_1.01,0.05557119846343994
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,128,power_law_1.01,0.0580735981464386
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,128,power_law_1.01,0.06053760051727295
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,128,power_law_1.01,0.06303359866142273
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,128,power_law_1.01,0.06921600103378296
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,128,power_law_1.01,0.07447680234909057
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,128,power_law_1.01,0.07979519963264466
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,128,power_law_1.01,0.08891519904136658
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,128,power_law_1.01,0.11190400123596192
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,128,power_law_1.01,0.1445312023162842
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,128,power_law_1.01,0.21377279758453369
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,128,power_law_1.01,0.29185919761657714
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,128,power_law_1.01,0.40224637985229494
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,128,power_law_1.01,0.595308780670166
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,128,power_law_1.01,0.8953023910522461
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,128,power_law_1.01,1.2354687690734862
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,128,power_law_1.01,1.7944255828857423
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,128,power_law_1.01,2.4955007553100588
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,128,power_law_1.01,0.026393601298332216
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,128,power_law_1.01,0.04175359904766083
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,128,power_law_1.01,0.04211840033531189
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,128,power_law_1.01,0.042099198698997496
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,128,power_law_1.01,0.04202240109443665
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,128,power_law_1.01,0.044038400053977966
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,128,power_law_1.01,0.04530560076236725
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,128,power_law_1.01,0.04588159918785095
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,128,power_law_1.01,0.047775998711586
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,128,power_law_1.01,0.048793599009513855
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,128,power_law_1.01,0.050809597969055174
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,128,power_law_1.01,0.053286397457122804
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,128,power_law_1.01,0.05575039982795715
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,128,power_law_1.01,0.06004480123519897
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,128,power_law_1.01,0.06431999802589417
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,128,power_law_1.01,0.06909440159797668
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,128,power_law_1.01,0.07708799839019775
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,128,power_law_1.01,0.09639679789543151
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,128,power_law_1.01,0.1238592028617859
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,128,power_law_1.01,0.20577919483184814
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,128,power_law_1.01,0.26380798816680906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,128,power_law_1.01,0.4230720043182373
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,128,power_law_1.01,0.6438655853271484
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,128,power_law_1.01,1.0494463920593262
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,128,power_law_1.01,1.3992320060729981
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,128,power_law_1.01,2.066022491455078
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,128,power_law_1.01,2.7634944915771484
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,128,power_law_1.2,0.026617598533630372
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,128,power_law_1.2,0.049107199907302855
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,128,power_law_1.2,0.04953599870204926
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,128,power_law_1.2,0.04959999918937683
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,128,power_law_1.2,0.05002880096435547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,128,power_law_1.2,0.051545602083206174
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,128,power_law_1.2,0.05208960175514221
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,128,power_law_1.2,0.05368319749832153
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,128,power_law_1.2,0.05432959794998169
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,128,power_law_1.2,0.05601279735565186
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,128,power_law_1.2,0.05812479853630066
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,128,power_law_1.2,0.06083199977874756
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,128,power_law_1.2,0.0640447974205017
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,128,power_law_1.2,0.06945279836654664
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,128,power_law_1.2,0.07445759773254394
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,128,power_law_1.2,0.07989119887351989
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,128,power_law_1.2,0.09014400243759155
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,128,power_law_1.2,0.13037439584732055
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,128,power_law_1.2,0.1608191967010498
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,128,power_law_1.2,0.2530240058898926
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,128,power_law_1.2,0.32595200538635255
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,128,power_law_1.2,0.5363840103149414
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,128,power_law_1.2,0.7390592098236084
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,128,power_law_1.2,1.143552017211914
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,128,power_law_1.2,1.5986623764038086
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,128,power_law_1.2,2.459756851196289
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,128,power_law_1.2,3.3123966217041017
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,128,power_law_1.2,0.026265600323677064
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,128,power_law_1.2,0.041766399145126344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,128,power_law_1.2,0.04185599982738495
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,128,power_law_1.2,0.04200319945812225
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,128,power_law_1.2,0.04226559996604919
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,128,power_law_1.2,0.04423039853572845
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,128,power_law_1.2,0.04535680115222931
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,128,power_law_1.2,0.046112000942230225
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,128,power_law_1.2,0.04775680005550385
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,128,power_law_1.2,0.04854399859905243
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,128,power_law_1.2,0.05132799744606018
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,128,power_law_1.2,0.053452801704406736
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,128,power_law_1.2,0.05607039928436279
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,128,power_law_1.2,0.060889601707458496
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,128,power_law_1.2,0.06419839859008789
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,128,power_law_1.2,0.07004799842834472
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,128,power_law_1.2,0.08123520016670227
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,128,power_law_1.2,0.11232000589370728
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,128,power_law_1.2,0.13820159435272217
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,128,power_law_1.2,0.2155776023864746
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,128,power_law_1.2,0.3042112112045288
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,128,power_law_1.2,0.5127871990203857
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,128,power_law_1.2,0.8239168167114258
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,128,power_law_1.2,1.222873592376709
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,128,power_law_1.2,1.7684608459472657
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,128,power_law_1.2,2.520243263244629
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,128,power_law_1.2,3.613836669921875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,128,power_law_1.01,0.19434880018234252
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,128,power_law_1.01,0.19484800100326538
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,128,power_law_1.01,0.19600640535354613
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,128,power_law_1.01,0.2099071979522705
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,128,power_law_1.01,0.24160640239715575
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,128,power_law_1.01,0.2738879919052124
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,128,power_law_1.01,0.28360960483551023
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,128,power_law_1.01,0.29084799289703367
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,128,power_law_1.01,0.2981055974960327
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,128,power_law_1.01,0.3079999923706055
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,128,power_law_1.01,0.3239487886428833
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,128,power_law_1.01,0.3398207902908325
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,128,power_law_1.01,0.35579519271850585
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,128,power_law_1.01,0.36224639415740967
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,128,power_law_1.01,0.3863744020462036
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,128,power_law_1.01,0.43622398376464844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,128,power_law_1.01,0.5026303768157959
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,128,power_law_1.01,0.6726399898529053
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,128,power_law_1.01,0.8549375534057617
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,128,power_law_1.01,1.1538751602172852
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,128,power_law_1.01,1.4826623916625976
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,128,power_law_1.01,2.219577598571777
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,128,power_law_1.01,2.916396713256836
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,128,power_law_1.01,4.448652648925782
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,128,power_law_1.01,5.9350849151611325
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,128,power_law_1.01,8.966060638427734
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,128,power_law_1.01,11.869862365722657
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,128,power_law_1.01,0.08814079761505127
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,128,power_law_1.01,0.05772160291671753
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,128,power_law_1.01,0.058271998167037965
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,128,power_law_1.01,0.11750400066375732
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,128,power_law_1.01,0.0945855975151062
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,128,power_law_1.01,0.19242240190505983
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,128,power_law_1.01,0.22736639976501466
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,128,power_law_1.01,0.23606400489807128
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,128,power_law_1.01,0.25311999320983886
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,128,power_law_1.01,0.2664448022842407
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,128,power_law_1.01,0.29958400726318357
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,128,power_law_1.01,0.29665279388427734
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,128,power_law_1.01,0.2928447961807251
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,128,power_law_1.01,0.3423743963241577
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,128,power_law_1.01,0.3692608118057251
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,128,power_law_1.01,0.3865407943725586
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,128,power_law_1.01,0.47742719650268556
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,128,power_law_1.01,0.7127488136291504
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,128,power_law_1.01,0.9301376342773438
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,128,power_law_1.01,1.2880319595336913
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,128,power_law_1.01,1.702092742919922
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,128,power_law_1.01,2.494688034057617
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,128,power_law_1.01,3.3425662994384764
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,128,power_law_1.01,5.08039665222168
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,128,power_law_1.01,6.927686309814453
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,128,power_law_1.01,10.170156860351563
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,128,power_law_1.01,14.117414855957032
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,128,power_law_1.01,0.1642624020576477
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,128,power_law_1.01,0.11489919424057007
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,128,power_law_1.01,0.11700479984283448
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,128,power_law_1.01,0.10094079971313477
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,128,power_law_1.01,0.11164799928665162
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,128,power_law_1.01,0.12152960300445556
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,128,power_law_1.01,0.1435263991355896
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,128,power_law_1.01,0.15047680139541625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,128,power_law_1.01,0.14287359714508058
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,128,power_law_1.01,0.16569600105285645
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,128,power_law_1.01,0.18138879537582397
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,128,power_law_1.01,0.1940608024597168
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,128,power_law_1.01,0.20459520816802979
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,128,power_law_1.01,0.23330559730529785
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,128,power_law_1.01,0.2654655933380127
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,128,power_law_1.01,0.29823999404907225
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,128,power_law_1.01,0.3654335975646973
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,128,power_law_1.01,0.6019199848175049
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,128,power_law_1.01,0.8030655860900879
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,128,power_law_1.01,1.165171241760254
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,128,power_law_1.01,1.536588764190674
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,128,power_law_1.01,2.3086784362792967
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,128,power_law_1.01,3.0692352294921874
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,128,power_law_1.01,4.579219055175781
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,128,power_law_1.01,6.098521423339844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,128,power_law_1.01,9.012806701660157
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,128,power_law_1.01,12.201229095458984
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,128,power_law_1.2,0.2682496070861816
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,128,power_law_1.2,0.19535360336303711
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,128,power_law_1.2,0.19760639667510987
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,128,power_law_1.2,0.25128960609436035
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,128,power_law_1.2,0.21521921157836915
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,128,power_law_1.2,0.2624703884124756
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,128,power_law_1.2,0.25671679973602296
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,128,power_law_1.2,0.2789376020431519
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,128,power_law_1.2,0.3030143976211548
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,128,power_law_1.2,0.3099008083343506
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,128,power_law_1.2,0.3263744115829468
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,128,power_law_1.2,0.343667197227478
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,128,power_law_1.2,0.3435967922210693
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,128,power_law_1.2,0.3517823934555054
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,128,power_law_1.2,0.4060544013977051
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,128,power_law_1.2,0.44929280281066897
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,128,power_law_1.2,0.5337920188903809
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,128,power_law_1.2,0.7281983852386474
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,128,power_law_1.2,0.8966719627380371
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,128,power_law_1.2,1.2604543685913085
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,128,power_law_1.2,1.634796714782715
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,128,power_law_1.2,2.517612838745117
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,128,power_law_1.2,3.211481475830078
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,128,power_law_1.2,4.9449726104736325
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,128,power_law_1.2,7.220556640625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,128,power_law_1.2,10.615225219726563
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,128,power_law_1.2,15.329766845703125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,128,power_law_1.2,0.08312320113182067
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,128,power_law_1.2,0.06058239936828613
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,128,power_law_1.2,0.06116480231285095
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,128,power_law_1.2,0.0923200011253357
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,128,power_law_1.2,0.11822079420089722
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,128,power_law_1.2,0.1350399971008301
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,128,power_law_1.2,0.17745280265808105
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,128,power_law_1.2,0.273471999168396
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,128,power_law_1.2,0.25233919620513917
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,128,power_law_1.2,0.2861696004867554
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,128,power_law_1.2,0.2975680112838745
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,128,power_law_1.2,0.3107903957366943
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,128,power_law_1.2,0.31861119270324706
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,128,power_law_1.2,0.32832000255584715
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,128,power_law_1.2,0.3670399904251099
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,128,power_law_1.2,0.39203839302062987
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,128,power_law_1.2,0.49646720886230467
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,128,power_law_1.2,0.7416384220123291
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,128,power_law_1.2,0.9666111946105957
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,128,power_law_1.2,1.4258624076843263
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,128,power_law_1.2,1.8551424026489258
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,128,power_law_1.2,2.6450944900512696
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,128,power_law_1.2,3.7184703826904295
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,128,power_law_1.2,5.676454544067383
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,128,power_law_1.2,7.933055877685547
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,128,power_law_1.2,12.248985290527344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,128,power_law_1.2,16.120684814453124
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,128,power_law_1.2,0.1609984040260315
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,128,power_law_1.2,0.10430719852447509
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,128,power_law_1.2,0.10417280197143555
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,128,power_law_1.2,0.0932864010334015
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,128,power_law_1.2,0.09444479942321778
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,128,power_law_1.2,0.13336960077285767
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,128,power_law_1.2,0.13052799701690673
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,128,power_law_1.2,0.14087040424346925
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,128,power_law_1.2,0.1505728006362915
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,128,power_law_1.2,0.16651519536972045
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,128,power_law_1.2,0.17634559869766236
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,128,power_law_1.2,0.1952064037322998
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,128,power_law_1.2,0.2067903995513916
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,128,power_law_1.2,0.2362368106842041
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,128,power_law_1.2,0.25832319259643555
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,128,power_law_1.2,0.29358079433441164
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,128,power_law_1.2,0.37861759662628175
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,128,power_law_1.2,0.6144959926605225
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,128,power_law_1.2,0.8281279563903808
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,128,power_law_1.2,1.221177577972412
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,128,power_law_1.2,1.6334720611572267
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,128,power_law_1.2,2.4156864166259764
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,128,power_law_1.2,3.203327941894531
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,128,power_law_1.2,4.82848014831543
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,128,power_law_1.2,6.361363220214844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,128,power_law_1.2,9.475917053222656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,128,power_law_1.2,13.196928405761719
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,256,power_law_1.01,0.04063999950885773
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,256,power_law_1.01,0.10381439924240113
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,256,power_law_1.01,0.10396800041198731
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,256,power_law_1.01,0.10413440465927123
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,256,power_law_1.01,0.10489599704742432
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,256,power_law_1.01,0.111571204662323
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,256,power_law_1.01,0.11281919479370117
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,256,power_law_1.01,0.11463680267333984
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,256,power_law_1.01,0.11720960140228272
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,256,power_law_1.01,0.11795200109481811
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,256,power_law_1.01,0.12250239849090576
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,256,power_law_1.01,0.13128960132598877
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,256,power_law_1.01,0.13922560214996338
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,256,power_law_1.01,0.15278719663619994
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,256,power_law_1.01,0.17150720357894897
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,256,power_law_1.01,0.19336960315704346
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,256,power_law_1.01,0.216812801361084
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,256,power_law_1.01,0.27301759719848634
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,256,power_law_1.01,0.3572351932525635
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,256,power_law_1.01,0.5281280040740967
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,256,power_law_1.01,0.7204544067382812
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,256,power_law_1.01,1.0388480186462403
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,256,power_law_1.01,1.4920384407043457
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,256,power_law_1.01,2.111846351623535
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,256,power_law_1.01,2.8337919235229494
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,256,power_law_1.01,4.203910446166992
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,256,power_law_1.01,5.833107376098633
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,256,power_law_1.01,0.03624959886074066
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,256,power_law_1.01,0.07448959946632386
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,256,power_law_1.01,0.0745855987071991
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,256,power_law_1.01,0.0747648000717163
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,256,power_law_1.01,0.0800704002380371
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,256,power_law_1.01,0.08298239707946778
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,256,power_law_1.01,0.08533120155334473
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,256,power_law_1.01,0.08670079708099365
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,256,power_law_1.01,0.08912640213966369
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,256,power_law_1.01,0.09106559753417968
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,256,power_law_1.01,0.09664000272750854
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,256,power_law_1.01,0.10090240240097045
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,256,power_law_1.01,0.10643199682235718
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,256,power_law_1.01,0.11656320095062256
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,256,power_law_1.01,0.1250496029853821
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,256,power_law_1.01,0.1359488010406494
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,256,power_law_1.01,0.22391040325164796
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,256,power_law_1.01,0.2829952001571655
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,256,power_law_1.01,0.3531775951385498
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,256,power_law_1.01,0.5548863887786866
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,256,power_law_1.01,0.7385471820831299
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,256,power_law_1.01,1.1420864105224608
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,256,power_law_1.01,1.5408191680908203
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,256,power_law_1.01,2.2924543380737306
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,256,power_law_1.01,3.101472091674805
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,256,power_law_1.01,4.614303970336914
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,256,power_law_1.01,6.332972717285156
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,256,power_law_1.01,0.10766079425811767
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,256,power_law_1.01,0.10268800258636475
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,256,power_law_1.01,0.10693119764328003
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,256,power_law_1.01,0.1084928035736084
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,256,power_law_1.01,0.09793919920921326
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,256,power_law_1.01,0.1003648042678833
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,256,power_law_1.01,0.10730240345001221
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,256,power_law_1.01,0.0990015983581543
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,256,power_law_1.01,0.11214079856872558
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,256,power_law_1.01,0.10880639553070068
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,256,power_law_1.01,0.1137727975845337
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,256,power_law_1.01,0.11696640253067017
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,256,power_law_1.01,0.1329792022705078
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,256,power_law_1.01,0.13417600393295287
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,256,power_law_1.01,0.13991039991378784
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,256,power_law_1.01,0.16582399606704712
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,256,power_law_1.01,0.1883263945579529
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,256,power_law_1.01,0.2557568073272705
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,256,power_law_1.01,0.3635967969894409
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,256,power_law_1.01,0.5401663780212402
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,256,power_law_1.01,0.6989952087402344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,256,power_law_1.01,1.0285568237304688
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,256,power_law_1.01,1.3744128227233887
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,256,power_law_1.01,2.0595712661743164
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,256,power_law_1.01,2.7216447830200194
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,256,power_law_1.01,4.093363189697266
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,256,power_law_1.01,5.478739166259766
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,256,power_law_1.2,0.040575999021530154
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,256,power_law_1.2,0.1039423942565918
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,256,power_law_1.2,0.10400639772415161
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,256,power_law_1.2,0.10452480316162109
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,256,power_law_1.2,0.10495359897613525
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,256,power_law_1.2,0.11137280464172364
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,256,power_law_1.2,0.1126207947731018
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,256,power_law_1.2,0.11468160152435303
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,256,power_law_1.2,0.11723519563674926
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,256,power_law_1.2,0.11853439807891845
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,256,power_law_1.2,0.12254079580307006
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,256,power_law_1.2,0.12647680044174195
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,256,power_law_1.2,0.12940160036087037
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,256,power_law_1.2,0.15174399614334105
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,256,power_law_1.2,0.17719680070877075
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,256,power_law_1.2,0.19543039798736572
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,256,power_law_1.2,0.2162623882293701
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,256,power_law_1.2,0.2791680097579956
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,256,power_law_1.2,0.3846976041793823
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,256,power_law_1.2,0.6281087875366211
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,256,power_law_1.2,0.8295424461364747
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,256,power_law_1.2,1.303916835784912
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,256,power_law_1.2,1.8393407821655274
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,256,power_law_1.2,2.5617343902587892
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,256,power_law_1.2,3.552934265136719
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,256,power_law_1.2,5.569804763793945
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,256,power_law_1.2,7.872946929931641
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,256,power_law_1.2,0.03669120073318481
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,256,power_law_1.2,0.07461760044097901
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,256,power_law_1.2,0.07406719923019409
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,256,power_law_1.2,0.07505919933319091
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,256,power_law_1.2,0.07979519963264466
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,256,power_law_1.2,0.08275840282440186
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,256,power_law_1.2,0.08536319732666016
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,256,power_law_1.2,0.0868224024772644
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,256,power_law_1.2,0.09003520011901855
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,256,power_law_1.2,0.09251840114593506
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,256,power_law_1.2,0.0974016010761261
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,256,power_law_1.2,0.10193920135498047
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,256,power_law_1.2,0.1078336000442505
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,256,power_law_1.2,0.11857919692993164
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,256,power_law_1.2,0.12766079902648925
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,256,power_law_1.2,0.16467200517654418
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,256,power_law_1.2,0.21184000968933106
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,256,power_law_1.2,0.289190411567688
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,256,power_law_1.2,0.3722111940383911
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,256,power_law_1.2,0.6252480030059815
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,256,power_law_1.2,0.8427776336669922
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,256,power_law_1.2,1.376582431793213
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,256,power_law_1.2,1.8942272186279296
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,256,power_law_1.2,2.911737632751465
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,256,power_law_1.2,3.78271369934082
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,256,power_law_1.2,6.034457778930664
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,256,power_law_1.2,8.125350189208984
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,256,power_law_1.2,0.10444159507751465
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,256,power_law_1.2,0.081004798412323
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,256,power_law_1.2,0.09742720127105713
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,256,power_law_1.2,0.09671040177345276
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,256,power_law_1.2,0.10874240398406983
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,256,power_law_1.2,0.10558079481124878
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,256,power_law_1.2,0.09739519953727722
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,256,power_law_1.2,0.11477119922637939
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,256,power_law_1.2,0.10561920404434204
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,256,power_law_1.2,0.10880000591278076
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,256,power_law_1.2,0.10382080078125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,256,power_law_1.2,0.12391040325164795
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,256,power_law_1.2,0.10717439651489258
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,256,power_law_1.2,0.1379647970199585
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,256,power_law_1.2,0.1551743984222412
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,256,power_law_1.2,0.17017600536346436
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,256,power_law_1.2,0.19879039525985717
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,256,power_law_1.2,0.2530751943588257
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,256,power_law_1.2,0.3791232109069824
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,256,power_law_1.2,0.5610496044158936
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,256,power_law_1.2,0.7559872150421143
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,256,power_law_1.2,1.095411205291748
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,256,power_law_1.2,1.499020767211914
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,256,power_law_1.2,2.3191871643066406
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,256,power_law_1.2,3.2484222412109376
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,256,power_law_1.2,4.740083312988281
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,256,power_law_1.2,6.533926391601563
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,3072,1536,8,256,1,256,power_law_1.01,0.026495999097824095
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,3072,1536,8,256,1,256,power_law_1.01,0.0553600013256073
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,3072,1536,8,256,1,256,power_law_1.01,0.05546240210533142
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,3072,1536,8,256,1,256,power_law_1.01,0.05559039711952209
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,3072,1536,8,256,1,256,power_law_1.01,0.05608959794044495
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,3072,1536,8,256,1,256,power_law_1.01,0.05943040251731872
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,3072,1536,8,256,1,256,power_law_1.01,0.06151679754257202
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,3072,1536,8,256,1,256,power_law_1.01,0.06230400204658508
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,3072,1536,8,256,1,256,power_law_1.01,0.0634112000465393
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,3072,1536,8,256,1,256,power_law_1.01,0.06544640064239501
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,3072,1536,8,256,1,256,power_law_1.01,0.06843519806861878
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,3072,1536,8,256,1,256,power_law_1.01,0.07107840180397033
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,3072,1536,8,256,1,256,power_law_1.01,0.07496320009231568
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,3072,1536,8,256,1,256,power_law_1.01,0.07971839904785157
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,3072,1536,8,256,1,256,power_law_1.01,0.08657919764518737
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,3072,1536,8,256,1,256,power_law_1.01,0.09248639941215515
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,3072,1536,8,256,1,256,power_law_1.01,0.10511360168457032
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,3072,1536,8,256,1,256,power_law_1.01,0.1264448046684265
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,1,256,power_law_1.01,0.15089279413223267
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,1,256,power_law_1.01,0.23128960132598878
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,1,256,power_law_1.01,0.2780416011810303
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,1,256,power_law_1.01,0.48479361534118653
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,1,256,power_law_1.01,0.6603263854980469
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,1,256,power_law_1.01,1.0215871810913086
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,1,256,power_law_1.01,1.3362431526184082
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,1,256,power_law_1.01,2.016864013671875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,1,256,power_law_1.01,2.696710395812988
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,1,256,power_law_1.01,0.02622080147266388
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,1,256,power_law_1.01,0.04336639940738678
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,1,256,power_law_1.01,0.04322560131549835
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,1,256,power_law_1.01,0.04336000084877014
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,1,256,power_law_1.01,0.04419200122356415
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,1,256,power_law_1.01,0.047660800814628604
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,1,256,power_law_1.01,0.04826880097389221
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,1,256,power_law_1.01,0.0502016007900238
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,1,256,power_law_1.01,0.05244160294532776
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,1,256,power_law_1.01,0.053452801704406736
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,1,256,power_law_1.01,0.0559935986995697
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,1,256,power_law_1.01,0.05919359922409058
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,1,256,power_law_1.01,0.06209920048713684
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,1,256,power_law_1.01,0.06759679913520814
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,1,256,power_law_1.01,0.07368959784507752
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,1,256,power_law_1.01,0.07949439883232116
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,1,256,power_law_1.01,0.0889087975025177
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,1,256,power_law_1.01,0.10634880065917969
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,1,256,power_law_1.01,0.12718080282211303
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,1,256,power_law_1.01,0.21790719032287598
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,1,256,power_law_1.01,0.2995136022567749
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,1,256,power_law_1.01,0.545740795135498
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,1,256,power_law_1.01,0.7644288063049316
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,1,256,power_law_1.01,1.1507967948913573
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,1,256,power_law_1.01,1.5348735809326173
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,1,256,power_law_1.01,2.3091968536376952
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,1,256,power_law_1.01,3.110732841491699
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,3072,1536,8,256,1,256,power_law_1.01,0.04708479940891266
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,3072,1536,8,256,1,256,power_law_1.01,0.046854400634765626
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,3072,1536,8,256,1,256,power_law_1.01,0.05726720094680786
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,3072,1536,8,256,1,256,power_law_1.01,0.05353599786758423
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,3072,1536,8,256,1,256,power_law_1.01,0.05275520086288452
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,3072,1536,8,256,1,256,power_law_1.01,0.061587202548980716
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,3072,1536,8,256,1,256,power_law_1.01,0.0587007999420166
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,3072,1536,8,256,1,256,power_law_1.01,0.06094719767570496
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,3072,1536,8,256,1,256,power_law_1.01,0.060601598024368285
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,3072,1536,8,256,1,256,power_law_1.01,0.06376960277557372
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,3072,1536,8,256,1,256,power_law_1.01,0.06584960222244263
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,3072,1536,8,256,1,256,power_law_1.01,0.07071359753608704
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,3072,1536,8,256,1,256,power_law_1.01,0.07281280159950257
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,3072,1536,8,256,1,256,power_law_1.01,0.0877120018005371
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,3072,1536,8,256,1,256,power_law_1.01,0.08828160166740417
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,3072,1536,8,256,1,256,power_law_1.01,0.10636160373687745
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,3072,1536,8,256,1,256,power_law_1.01,0.11947519779205322
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,3072,1536,8,256,1,256,power_law_1.01,0.153056001663208
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,3072,1536,8,256,1,256,power_law_1.01,0.18450560569763183
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,3072,1536,8,256,1,256,power_law_1.01,0.23679358959198
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,3072,1536,8,256,1,256,power_law_1.01,0.30998399257659914
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,3072,1536,8,256,1,256,power_law_1.01,0.5334400177001953
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,3072,1536,8,256,1,256,power_law_1.01,0.7287807941436768
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,3072,1536,8,256,1,256,power_law_1.01,1.0869503974914552
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,3072,1536,8,256,1,256,power_law_1.01,1.452735996246338
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,3072,1536,8,256,1,256,power_law_1.01,2.1354816436767576
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,3072,1536,8,256,1,256,power_law_1.01,2.8857791900634764
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,3072,1536,8,256,1,256,power_law_1.2,0.026348799467086792
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,3072,1536,8,256,1,256,power_law_1.2,0.05550079941749573
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,3072,1536,8,256,1,256,power_law_1.2,0.05565440058708191
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,3072,1536,8,256,1,256,power_law_1.2,0.05553280115127564
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,3072,1536,8,256,1,256,power_law_1.2,0.056409597396850586
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,3072,1536,8,256,1,256,power_law_1.2,0.05973759889602661
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,3072,1536,8,256,1,256,power_law_1.2,0.061484801769256595
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,3072,1536,8,256,1,256,power_law_1.2,0.06182399988174438
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,3072,1536,8,256,1,256,power_law_1.2,0.06382719874382019
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,3072,1536,8,256,1,256,power_law_1.2,0.06554880142211914
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,3072,1536,8,256,1,256,power_law_1.2,0.06839680075645446
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,3072,1536,8,256,1,256,power_law_1.2,0.07119359970092773
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,3072,1536,8,256,1,256,power_law_1.2,0.07454720139503479
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,3072,1536,8,256,1,256,power_law_1.2,0.08072959780693054
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,3072,1536,8,256,1,256,power_law_1.2,0.08723840117454529
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,3072,1536,8,256,1,256,power_law_1.2,0.09253119826316833
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,3072,1536,8,256,1,256,power_law_1.2,0.10442240238189697
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,3072,1536,8,256,1,256,power_law_1.2,0.13509759902954102
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,1,256,power_law_1.2,0.16198400259017945
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,1,256,power_law_1.2,0.25241599082946775
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,1,256,power_law_1.2,0.3137727975845337
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,1,256,power_law_1.2,0.6129856109619141
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,1,256,power_law_1.2,0.7956480026245117
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,1,256,power_law_1.2,1.1998016357421875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,1,256,power_law_1.2,1.650067138671875
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,1,256,power_law_1.2,2.457760047912598
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,1,256,power_law_1.2,3.3612865447998046
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,1,256,power_law_1.2,0.02659200131893158
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,1,256,power_law_1.2,0.04357759952545166
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,1,256,power_law_1.2,0.043635201454162595
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,1,256,power_law_1.2,0.044268798828125
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,1,256,power_law_1.2,0.043987199664115906
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,1,256,power_law_1.2,0.04784640073776245
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,1,256,power_law_1.2,0.049907198548316954
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,1,256,power_law_1.2,0.05092480182647705
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,1,256,power_law_1.2,0.052697598934173584
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,1,256,power_law_1.2,0.05358719825744629
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,1,256,power_law_1.2,0.057817602157592775
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,1,256,power_law_1.2,0.060524797439575194
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,1,256,power_law_1.2,0.06415359973907471
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,1,256,power_law_1.2,0.07086079716682434
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,1,256,power_law_1.2,0.07811840176582337
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,1,256,power_law_1.2,0.08335360288619995
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,1,256,power_law_1.2,0.093612802028656
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,1,256,power_law_1.2,0.12003840208053589
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,1,256,power_law_1.2,0.1525439977645874
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,1,256,power_law_1.2,0.253766393661499
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,1,256,power_law_1.2,0.3274624109268188
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,1,256,power_law_1.2,0.6374720096588135
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,1,256,power_law_1.2,0.8926272392272949
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,1,256,power_law_1.2,1.3530559539794922
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,1,256,power_law_1.2,1.795212745666504
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,1,256,power_law_1.2,2.8351167678833007
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,1,256,power_law_1.2,3.8111297607421877
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,3072,1536,8,256,1,256,power_law_1.2,0.04705280065536499
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,3072,1536,8,256,1,256,power_law_1.2,0.04711039960384369
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,3072,1536,8,256,1,256,power_law_1.2,0.05598719716072083
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,3072,1536,8,256,1,256,power_law_1.2,0.05597440004348755
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,3072,1536,8,256,1,256,power_law_1.2,0.05790079832077026
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,3072,1536,8,256,1,256,power_law_1.2,0.05559679865837097
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,3072,1536,8,256,1,256,power_law_1.2,0.06083199977874756
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,3072,1536,8,256,1,256,power_law_1.2,0.05939840078353882
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,3072,1536,8,256,1,256,power_law_1.2,0.061408001184463504
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,3072,1536,8,256,1,256,power_law_1.2,0.06060799956321716
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,3072,1536,8,256,1,256,power_law_1.2,0.06936960220336914
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,3072,1536,8,256,1,256,power_law_1.2,0.07572479844093323
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,3072,1536,8,256,1,256,power_law_1.2,0.07572479844093323
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,3072,1536,8,256,1,256,power_law_1.2,0.08479999899864196
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,3072,1536,8,256,1,256,power_law_1.2,0.0970304012298584
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,3072,1536,8,256,1,256,power_law_1.2,0.10360959768295289
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,3072,1536,8,256,1,256,power_law_1.2,0.12027519941329956
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,3072,1536,8,256,1,256,power_law_1.2,0.14932479858398437
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,3072,1536,8,256,1,256,power_law_1.2,0.18510719537734985
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,3072,1536,8,256,1,256,power_law_1.2,0.24316799640655518
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,3072,1536,8,256,1,256,power_law_1.2,0.32039680480957033
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,3072,1536,8,256,1,256,power_law_1.2,0.5598591804504395
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,3072,1536,8,256,1,256,power_law_1.2,0.7737919807434082
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,3072,1536,8,256,1,256,power_law_1.2,1.1720831871032715
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,3072,1536,8,256,1,256,power_law_1.2,1.540550422668457
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,3072,1536,8,256,1,256,power_law_1.2,2.405536079406738
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,3072,1536,8,256,1,256,power_law_1.2,3.1914560317993166
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,256,power_law_1.01,0.05244799852371216
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,256,power_law_1.01,0.05258240103721619
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,256,power_law_1.01,0.09465600252151489
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,256,power_law_1.01,0.10122879743576049
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,256,power_law_1.01,0.1102720022201538
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,256,power_law_1.01,0.142086398601532
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,256,power_law_1.01,0.1510208010673523
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,256,power_law_1.01,0.16191999912261962
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,256,power_law_1.01,0.16672639846801757
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,256,power_law_1.01,0.17266559600830078
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,256,power_law_1.01,0.18409600257873535
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,256,power_law_1.01,0.19571839570999144
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,256,power_law_1.01,0.2046272039413452
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,256,power_law_1.01,0.22513918876647948
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,256,power_law_1.01,0.25797119140625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,256,power_law_1.01,0.2873536109924316
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,256,power_law_1.01,0.34561278820037844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,256,power_law_1.01,0.5277760028839111
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,256,power_law_1.01,0.7117311954498291
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,256,power_law_1.01,1.0638976097106934
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,256,power_law_1.01,1.3969152450561524
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,256,power_law_1.01,2.0612415313720702
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,256,power_law_1.01,2.7574335098266602
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,256,power_law_1.01,4.075392150878907
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,256,power_law_1.01,5.468524932861328
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,256,power_law_1.01,8.308921813964844
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,256,power_law_1.01,11.478131103515626
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,256,power_law_1.01,0.034815999865531924
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,256,power_law_1.01,0.03522560000419617
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,256,power_law_1.01,0.06160640120506287
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,256,power_law_1.01,0.06299520134925843
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,256,power_law_1.01,0.06610559821128845
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,256,power_law_1.01,0.07153279781341552
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,256,power_law_1.01,0.07653759717941284
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,256,power_law_1.01,0.08105599880218506
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,256,power_law_1.01,0.08501120209693909
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,256,power_law_1.01,0.09036160111427308
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,256,power_law_1.01,0.11649279594421387
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,256,power_law_1.01,0.15348479747772217
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,256,power_law_1.01,0.18632960319519043
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,256,power_law_1.01,0.22966399192810058
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,256,power_law_1.01,0.25404160022735595
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,256,power_law_1.01,0.2771903991699219
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,256,power_law_1.01,0.35267200469970705
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,256,power_law_1.01,0.5748479843139649
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,256,power_law_1.01,0.7978879928588867
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,256,power_law_1.01,1.1933247566223144
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,256,power_law_1.01,1.582918357849121
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,256,power_law_1.01,2.352115249633789
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,256,power_law_1.01,3.238886260986328
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,256,power_law_1.01,4.7618560791015625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,256,power_law_1.01,6.338835144042969
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,256,power_law_1.01,9.517453002929688
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,256,power_law_1.01,13.074240112304688
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,256,power_law_1.01,0.08674560189247131
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,256,power_law_1.01,0.08714240193367004
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,256,power_law_1.01,0.08760960102081299
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,256,power_law_1.01,0.0880511999130249
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,256,power_law_1.01,0.09044479727745056
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,256,power_law_1.01,0.09564800262451172
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,256,power_law_1.01,0.10172159671783447
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,256,power_law_1.01,0.10733439922332763
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,256,power_law_1.01,0.11484800577163697
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,256,power_law_1.01,0.1223039984703064
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,256,power_law_1.01,0.13541120290756226
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,256,power_law_1.01,0.1509503960609436
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,256,power_law_1.01,0.16776959896087645
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,256,power_law_1.01,0.20266239643096923
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,256,power_law_1.01,0.2286207914352417
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,256,power_law_1.01,0.25358080863952637
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,256,power_law_1.01,0.32512640953063965
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,256,power_law_1.01,0.531334400177002
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,256,power_law_1.01,0.7585216045379639
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,256,power_law_1.01,1.1402175903320313
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,256,power_law_1.01,1.4906111717224122
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,256,power_law_1.01,2.221471977233887
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,256,power_law_1.01,2.957753562927246
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,256,power_law_1.01,4.439756774902344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,256,power_law_1.01,5.9252159118652346
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,256,power_law_1.01,8.809606170654297
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,256,power_law_1.01,11.72279052734375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,256,power_law_1.2,0.09415680170059204
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,256,power_law_1.2,0.06318719983100891
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,256,power_law_1.2,0.10532480478286743
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,256,power_law_1.2,0.11413760185241699
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,256,power_law_1.2,0.11458560228347778
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,256,power_law_1.2,0.12811520099639892
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,256,power_law_1.2,0.13550080060958863
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,256,power_law_1.2,0.14867839813232422
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,256,power_law_1.2,0.16547839641571044
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,256,power_law_1.2,0.17175040245056153
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,256,power_law_1.2,0.18265600204467775
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,256,power_law_1.2,0.19808000326156616
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,256,power_law_1.2,0.20519680976867677
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,256,power_law_1.2,0.22873599529266359
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,256,power_law_1.2,0.2608576059341431
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,256,power_law_1.2,0.2892927885055542
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,256,power_law_1.2,0.35852799415588377
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,256,power_law_1.2,0.5655871868133545
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,256,power_law_1.2,0.7886975765228271
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,256,power_law_1.2,1.1715007781982423
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,256,power_law_1.2,1.5073920249938966
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,256,power_law_1.2,2.234457588195801
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,256,power_law_1.2,3.0793535232543947
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,256,power_law_1.2,4.651071929931641
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,256,power_law_1.2,6.5807548522949215
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,256,power_law_1.2,10.427903747558593
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,256,power_law_1.2,13.622802734375
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,256,power_law_1.2,0.03467519879341126
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,256,power_law_1.2,0.03505280017852783
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,256,power_law_1.2,0.06097919940948486
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,256,power_law_1.2,0.06272000074386597
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,256,power_law_1.2,0.06630399823188782
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,256,power_law_1.2,0.07158399820327759
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,256,power_law_1.2,0.0769599974155426
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,256,power_law_1.2,0.08147839903831482
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,256,power_law_1.2,0.08654080033302307
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,256,power_law_1.2,0.09149439930915833
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,256,power_law_1.2,0.12307840585708618
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,256,power_law_1.2,0.15642240047454833
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,256,power_law_1.2,0.19522559642791748
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,256,power_law_1.2,0.23058559894561767
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,256,power_law_1.2,0.2553728103637695
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,256,power_law_1.2,0.2813119888305664
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,256,power_law_1.2,0.3578239917755127
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,256,power_law_1.2,0.5912191867828369
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,256,power_law_1.2,0.8499263763427735
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,256,power_law_1.2,1.2654848098754883
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,256,power_law_1.2,1.6763200759887695
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,256,power_law_1.2,2.4883520126342775
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,256,power_law_1.2,3.4976768493652344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,256,power_law_1.2,5.390879821777344
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,256,power_law_1.2,7.5003517150878904
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,256,power_law_1.2,11.138374328613281
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,256,power_law_1.2,15.1521728515625
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,256,power_law_1.2,0.08697599768638611
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,256,power_law_1.2,0.08720639944076539
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,256,power_law_1.2,0.0870464026927948
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,256,power_law_1.2,0.08759040236473084
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,256,power_law_1.2,0.09010559916496277
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,256,power_law_1.2,0.09573760032653808
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,256,power_law_1.2,0.10227199792861938
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,256,power_law_1.2,0.1089792013168335
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,256,power_law_1.2,0.11371519565582275
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,256,power_law_1.2,0.1219264030456543
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,256,power_law_1.2,0.135481595993042
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,256,power_law_1.2,0.1525760054588318
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,256,power_law_1.2,0.16788480281829835
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,256,power_law_1.2,0.20367999076843263
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,256,power_law_1.2,0.23025920391082763
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,256,power_law_1.2,0.2546367883682251
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,256,power_law_1.2,0.3284032106399536
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,256,power_law_1.2,0.5501247882843018
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,256,power_law_1.2,0.7763199806213379
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,256,power_law_1.2,1.1645376205444335
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,256,power_law_1.2,1.5624832153320312
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,256,power_law_1.2,2.3758464813232423
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,256,power_law_1.2,3.083417510986328
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,256,power_law_1.2,4.633401489257812
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,256,power_law_1.2,6.201062393188477
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,256,power_law_1.2,9.78572769165039
VLLM,0.14.1.dev1+gd68209402,NVIDIA RTX PRO 6000 Blackwell Server Edition,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,256,power_law_1.2,12.644786834716797
