framework,version,device,op_name,kernel_source,moe_dtype,num_tokens,hidden_size,inter_size,topk,num_experts,moe_tp_size,moe_ep_size,distribution,latency
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,4096,14336,2,8,1,1,power_law_1.01,0.1252992033958435
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,4096,14336,2,8,1,1,power_law_1.01,0.1725152015686035
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,4096,14336,2,8,1,1,power_law_1.01,0.22469120025634765
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,4096,14336,2,8,1,1,power_law_1.01,0.34858241081237795
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,4096,14336,2,8,1,1,power_law_1.01,0.32912960052490237
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,4096,14336,2,8,1,1,power_law_1.01,0.33470079898834226
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,4096,14336,2,8,1,1,power_law_1.01,0.3411360025405884
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,4096,14336,2,8,1,1,power_law_1.01,0.32970240116119387
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,4096,14336,2,8,1,1,power_law_1.01,0.3207007884979248
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,4096,14336,2,8,1,1,power_law_1.01,0.31712319850921633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,4096,14336,2,8,1,1,power_law_1.01,0.30957760810852053
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,4096,14336,2,8,1,1,power_law_1.01,0.31858561038970945
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,4096,14336,2,8,1,1,power_law_1.01,0.31422080993652346
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,1,power_law_1.01,0.19155839681625367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,4096,14336,2,8,1,1,power_law_1.01,0.3405440092086792
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,1,power_law_1.01,0.1642591953277588
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,4096,14336,2,8,1,1,power_law_1.01,0.3695904016494751
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,4096,14336,2,8,1,1,power_law_1.01,0.3986176013946533
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,4096,14336,2,8,1,1,power_law_1.01,0.4070847988128662
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,1,power_law_1.01,0.2710367918014526
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,1,power_law_1.01,0.3298367977142334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,1,power_law_1.01,0.20536959171295166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,1,power_law_1.01,0.23373761177062988
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,4096,14336,2,8,1,1,power_law_1.01,0.44911999702453614
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,1,power_law_1.01,0.47524800300598147
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,1,power_law_1.01,0.3206912040710449
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,4096,14336,2,8,1,1,power_law_1.01,0.5361792087554932
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,1,power_law_1.01,0.4054975986480713
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,1,power_law_1.01,0.5849376201629639
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,1,power_law_1.01,0.4126944065093994
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,1,power_law_1.01,0.6009024143218994
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,1,power_law_1.01,0.41910400390625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,1,power_law_1.01,0.43150720596313474
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,1,power_law_1.01,0.5955071926116944
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,1,power_law_1.01,0.4515391826629639
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,1,power_law_1.01,0.5991392135620117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,1,power_law_1.01,0.46207361221313475
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,1,power_law_1.01,0.6139967918395997
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,1,power_law_1.01,0.5055359840393067
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,1,power_law_1.01,0.6185887813568115
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,4096,14336,2,8,1,1,power_law_1.01,0.6699103832244873
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,1,power_law_1.01,0.564524793624878
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,1,power_law_1.01,0.5963935852050781
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,1,power_law_1.01,0.6294079780578613
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,1,power_law_1.01,0.7148384094238281
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,1,power_law_1.01,0.6841407775878906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,1,power_law_1.01,0.6968095779418946
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,1,power_law_1.01,0.7684544086456299
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,1,power_law_1.01,0.7802080154418946
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,1,power_law_1.01,0.8953311920166016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,1,power_law_1.01,0.8512127876281739
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,4096,14336,2,8,1,1,power_law_1.01,0.7864960193634033
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,1,power_law_1.01,1.0436832427978515
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,1,power_law_1.01,1.0157567977905273
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,1,power_law_1.01,1.1814175605773927
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,1,power_law_1.01,1.3519424438476562
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,1,power_law_1.01,1.4841952323913574
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,1,power_law_1.01,1.6881631851196288
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,1,power_law_1.01,1.8090400695800781
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,1,power_law_1.01,2.3606239318847657
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,4096,14336,2,8,1,1,power_law_1.01,1.0374079704284669
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,1,power_law_1.01,2.6165184020996093
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,1,power_law_1.01,3.053219223022461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,1,power_law_1.01,3.610726547241211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,1,power_law_1.01,4.411587142944336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,4096,14336,2,8,1,1,power_law_1.01,1.3091615676879882
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,1,power_law_1.01,6.1704448699951175
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,1,1,power_law_1.01,0.14175360202789306
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,1,power_law_1.01,5.795759963989258
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,1,1,power_law_1.01,0.18237760066986083
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,1,1,power_law_1.01,0.20438721179962158
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,1,power_law_1.01,8.482070159912109
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,4096,14336,2,8,1,1,power_law_1.01,1.8447040557861327
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,1,1,power_law_1.01,0.2998176097869873
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,1,1,power_law_1.01,0.30580480098724366
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,1,1,power_law_1.01,0.30665600299835205
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,1,1,power_law_1.01,0.3108896017074585
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,1,1,power_law_1.01,0.31778879165649415
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,1,1,power_law_1.01,0.3338112115859985
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,1,1,power_law_1.01,0.33973119258880613
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,1,1,power_law_1.01,0.38679680824279783
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,1,1,power_law_1.01,0.4410111904144287
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,1,1,power_law_1.01,0.4612415790557861
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,1,1,power_law_1.01,0.5006944179534912
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,1,1,power_law_1.01,0.5499711990356445
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,1,1,power_law_1.01,0.5883008003234863
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,1,1,power_law_1.01,0.7220863819122314
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,1,1,power_law_1.01,0.9520319938659668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,1,1,power_law_1.01,1.1380928039550782
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,1,power_law_1.01,8.545247650146484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,1,1,power_law_1.01,1.5842528343200684
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,1,1,power_law_1.01,2.046444892883301
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,4096,14336,2,8,1,1,power_law_1.01,2.4435232162475584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,1,power_law_1.01,12.83109130859375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,1,1,power_law_1.01,2.9421056747436523
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,1,power_law_1.01,11.493785858154297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,1,1,power_law_1.01,3.822185516357422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,1,1,power_law_1.01,5.6240894317626955
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,1,power_law_1.01,16.812803649902342
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,1,1,power_law_1.01,7.441855621337891
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,4096,14336,2,8,1,1,power_law_1.01,3.5779903411865233
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,1,power_law_1.01,27.235772705078126
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,1,power_law_1.01,19.215887451171874
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,1,power_law_1.01,36.13817138671875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,1,power_law_1.2,0.21768639087677003
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,1,power_law_1.2,0.26660799980163574
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,1,power_law_1.2,0.2965888023376465
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,1,1,power_law_1.01,11.030928039550782
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,1,power_law_1.2,0.46346240043640136
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,1,power_law_1.2,0.5922944068908691
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,1,power_law_1.2,0.6004831790924072
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,1,power_law_1.2,0.6024896144866944
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,1,power_law_1.2,0.6032192230224609
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,1,power_law_1.2,0.6130688190460205
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,1,power_law_1.2,0.626691198348999
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,1,power_law_1.2,0.6429215908050537
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,1,power_law_1.2,0.6884031772613526
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,1,power_law_1.2,0.6994304180145263
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,1,power_law_1.2,0.7843584060668946
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,1,power_law_1.2,0.848198413848877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,1,power_law_1.2,0.9832703590393066
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,1,power_law_1.2,1.1707263946533204
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,1,power_law_1.01,28.40520324707031
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,1,power_law_1.2,1.5145695686340332
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,1,power_law_1.2,0.16504960060119628
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,1,power_law_1.2,0.1989791989326477
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,1,power_law_1.2,0.240012788772583
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,4096,14336,2,8,1,1,power_law_1.01,4.655596923828125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,1,power_law_1.2,0.3230560064315796
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,1,power_law_1.2,0.4031519889831543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,1,power_law_1.2,0.4124192237854004
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,1,power_law_1.2,0.42346878051757814
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,1,power_law_1.2,0.42816638946533203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,1,power_law_1.2,0.4449759960174561
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,1,power_law_1.2,0.4668032169342041
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,1,power_law_1.2,0.513481616973877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,1,power_law_1.2,1.8770208358764648
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,1,power_law_1.2,0.5709919929504395
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,1,power_law_1.2,0.584169578552246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,1,power_law_1.2,0.7138239860534668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,1,power_law_1.2,0.766860818862915
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,1,power_law_1.2,0.8602432250976563
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,1,power_law_1.2,1.021183967590332
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,1,power_law_1.2,1.3649503707885742
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,1,power_law_1.2,1.6755903244018555
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,1,power_law_1.2,2.819449615478516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,1,power_law_1.2,2.35611515045166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,1,power_law_1.2,3.7909759521484374
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,1,power_law_1.2,3.0426591873168944
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,1,power_law_1.2,4.394521713256836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,1,1,power_law_1.01,14.6610107421875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,4096,14336,2,8,1,1,power_law_1.2,0.11444480419158935
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,4096,14336,2,8,1,1,power_law_1.2,0.15997439622879028
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,4096,14336,2,8,1,1,power_law_1.2,0.1926591992378235
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,4096,14336,2,8,1,1,power_law_1.2,0.3158143997192383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,4096,14336,2,8,1,1,power_law_1.2,0.3210367918014526
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,4096,14336,2,8,1,1,power_law_1.2,0.3249567985534668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,4096,14336,2,8,1,1,power_law_1.2,0.33397440910339354
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,1,power_law_1.2,6.3558815002441404
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,4096,14336,2,8,1,1,power_law_1.2,0.33901119232177734
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,4096,14336,2,8,1,1,power_law_1.2,0.3331104040145874
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,4096,14336,2,8,1,1,power_law_1.2,0.32394559383392335
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,4096,14336,2,8,1,1,power_law_1.2,0.3230079889297485
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,4096,14336,2,8,1,1,power_law_1.2,0.31436479091644287
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,4096,14336,2,8,1,1,power_law_1.2,0.32964799404144285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,4096,14336,2,8,1,1,power_law_1.2,0.3339231967926025
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,4096,14336,2,8,1,1,power_law_1.2,0.36499838829040526
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,4096,14336,2,8,1,1,power_law_1.2,0.38401920795440675
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,4096,14336,2,8,1,1,power_law_1.2,0.39640638828277586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,4096,14336,2,8,1,1,power_law_1.2,0.4674015998840332
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,4096,14336,2,8,1,1,power_law_1.2,0.5242911815643311
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,4096,14336,2,8,1,1,power_law_1.2,0.6626848220825196
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,1,power_law_1.2,5.764912033081055
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,4096,14336,2,8,1,1,power_law_1.2,0.8021375656127929
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,1,power_law_1.2,8.251232147216797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,1,1,power_law_1.2,0.14313280582427979
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,4096,14336,2,8,1,1,power_law_1.2,1.0635904312133788
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,1,power_law_1.2,8.472809600830079
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,1,1,power_law_1.2,0.17509119510650634
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,1,1,power_law_1.2,0.20679359436035155
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,1,power_law_1.2,12.835235595703125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,1,1,power_law_1.2,0.2943552017211914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,1,1,power_law_1.2,0.2986687898635864
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,1,1,power_law_1.2,0.3007967948913574
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,1,1,power_law_1.2,0.30373120307922363
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,1,1,power_law_1.2,0.3097088098526001
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,1,1,power_law_1.2,0.3210848093032837
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,1,1,power_law_1.2,0.3315711975097656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,1,1,power_law_1.2,0.35965120792388916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,1,1,power_law_1.2,0.4257984161376953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,1,1,power_law_1.2,0.45144000053405764
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,1,1,power_law_1.2,0.4954815864562988
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,1,1,power_law_1.2,0.5428639888763428
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,1,power_law_1.2,11.478985595703126
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,1,1,power_law_1.2,0.5892928123474122
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,1,1,power_law_1.2,0.7045760154724121
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,1,1,power_law_1.2,0.9278719902038575
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,4096,14336,2,8,1,1,power_law_1.2,1.3189056396484375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,1,1,power_law_1.2,1.1161888122558594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,1,1,power_law_1.2,1.5707584381103517
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,1,1,power_law_1.2,2.035180854797363
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,1,power_law_1.2,16.729046630859376
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,4096,14336,2,8,1,1,power_law_1.2,1.853424072265625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,1,1,power_law_1.2,2.914601516723633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,1,1,power_law_1.2,3.793094253540039
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,1,power_law_1.2,19.11169891357422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,4096,14336,2,8,1,1,power_law_1.2,2.431488037109375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,1,1,power_law_1.2,5.585961532592774
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,1,power_law_1.2,27.688308715820312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,1,1,power_law_1.2,7.40968017578125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,1,power_law_1.2,29.27232666015625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,1,power_law_1.01,0.2969919919967651
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,1,power_law_1.01,0.40879998207092283
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,1,power_law_1.01,0.474835205078125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,1,power_law_1.01,0.7727327823638916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,1,power_law_1.01,0.8935487747192383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,1,power_law_1.01,0.9110272407531739
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,1,power_law_1.01,0.9245375633239746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,1,power_law_1.01,0.9359999656677246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,1,power_law_1.01,0.9778079986572266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,1,power_law_1.01,0.9824480056762696
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,1,power_law_1.01,1.0252127647399902
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,1,power_law_1.01,1.1464351654052733
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,1,power_law_1.01,1.259436798095703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,1,power_law_1.01,1.4018431663513184
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,1,power_law_1.01,1.4831647872924805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,1,power_law_1.01,1.5952032089233399
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,1,power_law_1.01,1.927894401550293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,1,power_law_1.01,2.687801551818848
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,1,power_law_1.01,3.6027488708496094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,1,power_law_1.01,5.584844970703125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,4096,14336,2,8,1,1,power_law_1.2,3.9472030639648437
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,1,power_law_1.01,7.098162841796875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,1,power_law_1.01,10.667775726318359
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,1,power_law_1.2,36.76805114746094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,1,power_law_1.01,0.2214656114578247
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,1,power_law_1.01,0.302294397354126
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,1,power_law_1.01,0.3403615951538086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,1,power_law_1.01,0.5732927799224854
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,1,power_law_1.01,0.5787871837615967
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,1,power_law_1.01,13.897984313964844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,1,power_law_1.01,0.5993760108947754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,1,power_law_1.01,0.6165919780731202
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,1,power_law_1.01,0.6341248035430909
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,1,power_law_1.01,0.6505792140960693
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,1,power_law_1.01,0.7548575878143311
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,1,power_law_1.01,0.810092830657959
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,1,power_law_1.01,0.8698559761047363
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,1,power_law_1.01,0.9680959701538085
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,1,power_law_1.01,1.0784799575805664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,1,power_law_1.01,1.208620834350586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,1,power_law_1.01,1.3635231971740722
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,1,power_law_1.01,1.5911744117736817
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,1,power_law_1.01,2.1258752822875975
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,1,power_law_1.01,20.390631103515624
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,1,power_law_1.01,2.712598419189453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,1,power_law_1.01,3.80863037109375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,1,power_law_1.01,4.94318733215332
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,1,power_law_1.01,7.21069107055664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,1,power_law_1.01,9.461929321289062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,1,1,power_law_1.2,10.960953521728516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,1,power_law_1.01,14.029209899902344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,1,power_law_1.01,31.080526733398436
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,4096,14336,2,8,1,1,power_law_1.2,5.538140869140625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,1,1,power_law_1.01,0.18358720541000367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,1,1,power_law_1.01,0.2509376049041748
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,1,1,power_law_1.01,0.310479998588562
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,1,1,power_law_1.01,0.5140416145324707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,1,1,power_law_1.01,0.5302207946777344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,1,1,power_law_1.01,0.5346687793731689
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,1,1,power_law_1.01,0.5362880229949951
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,1,1,power_law_1.01,0.5458784103393555
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,1,1,power_law_1.01,0.5493375778198242
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,1,1,power_law_1.01,0.5710432052612304
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,1,1,power_law_1.01,0.5878496170043945
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,1,1,power_law_1.01,0.6222655773162842
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,1,1,power_law_1.01,0.653542423248291
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,1,1,power_law_1.01,0.7477119922637939
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,1,1,power_law_1.01,0.8443008422851562
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,1,1,power_law_1.01,0.9069024085998535
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,1,1,power_law_1.01,1.088755226135254
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,1,1,power_law_1.01,1.407350444793701
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,1,power_law_1.01,19.636991882324217
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,1,1,power_law_1.01,1.7579551696777345
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,1,1,power_law_1.01,2.450931167602539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,1,1,power_law_1.01,3.134383964538574
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,1,1,power_law_1.01,4.572035217285157
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,1,power_law_1.01,32.17982482910156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,1,1,power_law_1.01,6.214300918579101
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,1,power_law_1.01,45.285693359375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,1,1,power_law_1.2,14.588214111328124
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,6144,16384,2,8,1,1,power_law_1.01,0.18844799995422362
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,6144,16384,2,8,1,1,power_law_1.01,0.2584831953048706
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,6144,16384,2,8,1,1,power_law_1.01,0.33287999629974363
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,6144,16384,2,8,1,1,power_law_1.01,0.5268928050994873
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,6144,16384,2,8,1,1,power_law_1.01,0.5207551956176758
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,6144,16384,2,8,1,1,power_law_1.01,0.5243711948394776
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,6144,16384,2,8,1,1,power_law_1.01,0.5539328098297119
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,6144,16384,2,8,1,1,power_law_1.01,0.5483967781066894
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,6144,16384,2,8,1,1,power_law_1.01,0.5377503871917725
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,6144,16384,2,8,1,1,power_law_1.01,0.5255328178405761
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,6144,16384,2,8,1,1,power_law_1.01,0.54519681930542
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,6144,16384,2,8,1,1,power_law_1.01,0.5346399784088135
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,6144,16384,2,8,1,1,power_law_1.01,0.5476255893707276
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,6144,16384,2,8,1,1,power_law_1.01,0.5537471771240234
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,6144,16384,2,8,1,1,power_law_1.01,0.5829376220703125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,6144,16384,2,8,1,1,power_law_1.01,0.6102848052978516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,6144,16384,2,8,1,1,power_law_1.01,0.635203218460083
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,6144,16384,2,8,1,1,power_law_1.01,0.7953248023986816
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,1,1,power_law_1.01,9.030742645263672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,6144,16384,2,8,1,1,power_law_1.01,0.9026399612426758
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,6144,16384,2,8,1,1,power_law_1.01,1.1013888359069823
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,6144,16384,2,8,1,1,power_law_1.01,1.329593563079834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,6144,16384,2,8,1,1,power_law_1.01,1.721766471862793
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,6144,16384,2,8,1,1,power_law_1.01,2.223366355895996
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,1,1,power_law_1.01,11.746546936035156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,6144,16384,2,8,1,1,power_law_1.01,3.112224006652832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,1,power_law_1.01,63.38010864257812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,1,power_law_1.2,0.2966464042663574
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,1,power_law_1.2,0.37928640842437744
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,1,power_law_1.2,0.4709343910217285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,1,power_law_1.2,0.7868800163269043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,1,power_law_1.2,0.9001407623291016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,6144,16384,2,8,1,1,power_law_1.01,4.196675109863281
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,1,power_law_1.2,0.9136672019958496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,1,power_law_1.2,0.9326016426086425
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,1,power_law_1.2,0.9398719787597656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,1,power_law_1.2,0.9647263526916504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,1,power_law_1.2,0.9885408401489257
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,1,power_law_1.2,1.0163647651672363
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,1,power_law_1.2,1.1578880310058595
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,1,power_law_1.2,1.2867199897766113
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,1,power_law_1.2,1.3818304061889648
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,1,power_law_1.2,1.4851200103759765
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,1,power_law_1.2,1.5786016464233399
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,1,power_law_1.2,1.871072006225586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,1,power_law_1.2,2.825718307495117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,1,1,power_law_1.01,17.462185668945313
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,1,power_law_1.2,3.5747806549072267
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,1,power_law_1.2,5.309651184082031
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,6144,16384,2,8,1,1,power_law_1.01,6.376300811767578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,1,power_law_1.2,7.340627288818359
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,1,power_law_1.2,10.654854583740235
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,1,power_law_1.01,49.04426574707031
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,1,power_law_1.2,0.2227679967880249
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,1,power_law_1.2,0.28454720973968506
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,1,power_law_1.2,0.35358080863952634
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,1,power_law_1.2,0.5734240055084229
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,1,power_law_1.2,0.5754240036010743
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,1,power_law_1.2,0.5904831886291504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,1,power_law_1.2,0.610975980758667
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,1,power_law_1.2,0.6357567787170411
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,1,power_law_1.2,0.6985407829284668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,1,power_law_1.2,0.725542402267456
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,1,power_law_1.2,0.8381248474121094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,1,power_law_1.2,0.9312128067016602
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,1,power_law_1.2,0.9507007598876953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,1,power_law_1.2,1.0776896476745605
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,1,power_law_1.2,1.1980640411376953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,1,power_law_1.2,1.3654975891113281
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,1,power_law_1.2,1.5760095596313477
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,1,power_law_1.2,2.140323257446289
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,1,power_law_1.2,2.7065408706665037
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,6144,16384,2,8,1,1,power_law_1.01,9.746217346191406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,1,power_law_1.2,3.827449417114258
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,1,1,power_law_1.2,0.18215680122375488
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,1,1,power_law_1.01,24.645263671875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,1,1,power_law_1.2,0.24991040229797362
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,6144,16384,2,8,1,1,power_law_1.2,0.1841312050819397
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,1,1,power_law_1.2,0.3143455982208252
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,6144,16384,2,8,1,1,power_law_1.2,0.24045119285583497
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,1,1,power_law_1.2,0.5262112140655517
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,6144,16384,2,8,1,1,power_law_1.2,0.319814395904541
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,1,1,power_law_1.2,0.5204991817474365
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,6144,16384,2,8,1,1,power_law_1.2,0.5168799877166748
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,6144,16384,2,8,1,1,power_law_1.2,0.5212959766387939
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,6144,16384,2,8,1,1,power_law_1.2,0.5312479972839356
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,6144,16384,2,8,1,1,power_law_1.2,0.5446400165557861
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,1,1,power_law_1.2,0.5283232212066651
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,6144,16384,2,8,1,1,power_law_1.2,0.5359807968139648
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,1,1,power_law_1.2,0.5309216022491455
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,6144,16384,2,8,1,1,power_law_1.2,0.5309152126312255
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,1,1,power_law_1.2,0.5392543792724609
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,6144,16384,2,8,1,1,power_law_1.2,0.5180831909179687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,1,1,power_law_1.2,0.5613120079040528
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,6144,16384,2,8,1,1,power_law_1.2,0.5268320083618164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,1,1,power_law_1.2,0.5662528038024902
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,6144,16384,2,8,1,1,power_law_1.2,0.5513728141784668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,1,1,power_law_1.2,0.5877855777740478
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,6144,16384,2,8,1,1,power_law_1.2,0.5373087882995605
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,6144,16384,2,8,1,1,power_law_1.2,0.5593376159667969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,1,1,power_law_1.2,0.6308224201202393
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,1,power_law_1.2,4.962902450561524
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,1,power_law_1.2,14.249705505371093
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,6144,16384,2,8,1,1,power_law_1.2,0.5831103801727295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,1,1,power_law_1.2,0.6489183902740479
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,1,1,power_law_1.2,0.7463295936584473
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,6144,16384,2,8,1,1,power_law_1.2,0.6100319862365723
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,1,1,power_law_1.2,0.8382880210876464
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,6144,16384,2,8,1,1,power_law_1.2,0.6610591888427735
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,1,1,power_law_1.2,0.9048640251159668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,1,1,power_law_1.2,1.0706527709960938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,6144,16384,2,8,1,1,power_law_1.2,0.7635359764099121
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,1,1,power_law_1.2,1.4009152412414552
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,6144,16384,2,8,1,1,power_law_1.2,0.8583168029785156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,1,power_law_1.2,7.232077026367188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,1,1,power_law_1.2,1.7333984375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,6144,16384,2,8,1,1,power_law_1.2,1.1015007972717286
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,1,1,power_law_1.2,2.4574432373046875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,6144,16384,2,8,1,1,power_law_1.2,1.2910335540771485
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,1,1,power_law_1.2,3.1256927490234374
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,6144,16384,2,8,1,1,power_law_1.2,1.7674240112304687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,1,power_law_1.2,20.48524169921875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,1,power_law_1.2,9.479328155517578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,1,1,power_law_1.2,4.509635162353516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,6144,16384,2,8,1,1,power_law_1.2,2.1976896286010743
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,1,power_law_1.2,30.84648742675781
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,1,power_law_1.2,14.1232421875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,1,1,power_law_1.2,5.896230316162109
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,6144,16384,2,8,1,1,power_law_1.2,3.264316940307617
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,1,1,power_law_1.2,8.697760009765625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,1,power_law_1.2,46.09266357421875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,1,power_law_1.2,20.00409851074219
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,1,1,power_law_1.2,11.527916717529298
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,6144,16384,2,8,1,1,power_law_1.2,4.791526412963867
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,6144,16384,2,8,1,1,power_law_1.2,6.90796127319336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,1,power_law_1.2,32.77976684570312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,1,1,power_law_1.2,17.224925231933593
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,1,power_law_1.2,63.81663208007812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,1,power_law_1.01,0.13872640132904052
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,1,power_law_1.01,0.27118399143218996
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,1,power_law_1.01,0.49157118797302246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,1,power_law_1.01,0.9057855606079102
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,1,power_law_1.01,1.3542143821716308
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,1,power_law_1.01,1.7946207046508789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,1,power_law_1.01,2.5212831497192383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,1,power_law_1.01,2.648975944519043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,1,power_law_1.01,2.7507135391235353
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,1,power_law_1.01,2.8429407119750976
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,1,power_law_1.01,2.9463455200195314
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,1,power_law_1.01,3.135292816162109
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,1,power_law_1.01,3.141779136657715
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,1,power_law_1.01,3.6850654602050783
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,1,power_law_1.01,3.429270553588867
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,1,power_law_1.01,3.4773406982421875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,1,power_law_1.01,3.7549888610839846
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,1,power_law_1.01,4.261878585815429
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,1,power_law_1.01,4.704931259155273
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,1,power_law_1.01,6.32127685546875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,1,power_law_1.01,7.547789001464844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,1,power_law_1.01,9.340306854248047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,1,power_law_1.01,11.280767822265625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,6144,16384,2,8,1,1,power_law_1.2,10.415151977539063
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,1,power_law_1.01,14.824105834960937
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,1,power_law_1.01,0.10936640501022339
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,1,power_law_1.01,0.18950719833374025
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,1,power_law_1.01,0.3185215950012207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,1,power_law_1.01,0.5892032146453857
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,1,power_law_1.01,18.420150756835938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,1,power_law_1.2,47.88908996582031
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,1,power_law_1.01,0.8929535865783691
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,1,power_law_1.01,1.1605055809020997
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,1,power_law_1.01,1.6071359634399414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,1,power_law_1.01,1.6753856658935546
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,1,power_law_1.01,1.733286476135254
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,1,power_law_1.01,28.634786987304686
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,1,power_law_1.01,1.7859487533569336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,1,power_law_1.01,1.8475744247436523
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,1,power_law_1.01,2.0385152816772463
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,1,power_law_1.01,2.1400287628173826
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,1,power_law_1.01,2.398428726196289
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,1,power_law_1.01,2.2016544342041016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,1,power_law_1.01,2.2630624771118164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,1,power_law_1.01,36.667230224609376
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,1,power_law_1.01,2.439475250244141
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,7168,2048,8,256,1,1,power_law_1.01,0.1576416015625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,1,power_law_1.01,2.801318359375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,7168,2048,8,256,1,1,power_law_1.01,0.23765120506286622
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,7168,2048,8,256,1,1,power_law_1.01,0.3815295934677124
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,1,power_law_1.01,3.147222328186035
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,7168,2048,8,256,1,1,power_law_1.01,0.6169760227203369
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,7168,2048,8,256,1,1,power_law_1.01,0.8643232345581054
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,7168,2048,8,256,1,1,power_law_1.01,1.092732810974121
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,1,power_law_1.01,3.7776798248291015
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,7168,2048,8,256,1,1,power_law_1.01,1.4507743835449218
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,7168,2048,8,256,1,1,power_law_1.01,1.5160223960876464
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,1,power_law_1.01,4.445881652832031
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,7168,2048,8,256,1,1,power_law_1.01,1.533135986328125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,7168,2048,8,256,1,1,power_law_1.01,1.5801823616027832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,1,power_law_1.01,5.767071914672852
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,7168,2048,8,256,1,1,power_law_1.01,1.6244768142700194
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,7168,2048,8,256,1,1,power_law_1.01,1.6562528610229492
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,7168,2048,8,256,1,1,power_law_1.01,1.6779775619506836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,1,power_law_1.01,7.093824005126953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,7168,2048,8,256,1,1,power_law_1.01,1.708847999572754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,1,1,power_law_1.2,23.45906219482422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,7168,2048,8,256,1,1,power_law_1.01,1.753651237487793
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,7168,2048,8,256,1,1,power_law_1.01,1.7633087158203125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,1,power_law_1.01,9.84152603149414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,7168,2048,8,256,1,1,power_law_1.01,1.7820640563964845
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,7168,2048,8,256,1,1,power_law_1.01,1.8897472381591798
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,7168,2048,8,256,1,1,power_law_1.01,1.9887775421142577
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,1,power_law_1.2,0.13356800079345704
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,7168,2048,8,256,1,1,power_law_1.01,2.140291213989258
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,1,power_law_1.01,12.543004608154297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,7168,2048,8,256,1,1,power_law_1.01,2.340643119812012
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,7168,2048,8,256,1,1,power_law_1.01,2.770732879638672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,1,power_law_1.2,0.2790208101272583
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,1,power_law_1.2,0.49141440391540525
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,1,power_law_1.2,0.8954912185668945
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,7168,2048,8,256,1,1,power_law_1.01,3.197443199157715
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,7168,2048,8,256,1,1,power_law_1.01,3.9984256744384767
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,1,power_law_1.01,17.984332275390624
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,7168,2048,8,256,1,1,power_law_1.01,5.099216079711914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,1,power_law_1.2,1.2083104133605957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,1,power_law_1.2,1.6175199508666993
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,1,power_law_1.01,0.09844800233840942
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,1,power_law_1.2,2.461302375793457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,7168,2048,8,256,1,1,power_law_1.01,6.596566772460937
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,1,power_law_1.2,2.6039712905883787
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,1,power_law_1.01,23.412678527832032
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,1,power_law_1.2,2.6856159210205077
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,1,power_law_1.2,0.10937279462814331
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,1,power_law_1.2,0.1890463948249817
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,7168,2048,8,256,1,1,power_law_1.01,8.685212707519531
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,1,power_law_1.2,2.7907007217407225
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,1,power_law_1.2,0.31794559955596924
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,1,power_law_1.2,0.5873727798461914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,1,power_law_1.2,2.930931282043457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,1,power_law_1.2,0.7876895904541016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,1,power_law_1.2,1.0512991905212403
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,1,power_law_1.2,3.0901439666748045
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,1,power_law_1.2,1.5936448097229003
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,1,power_law_1.2,3.2384033203125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,1,power_law_1.2,1.6679584503173828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,1,power_law_1.01,0.16341439485549927
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,1,power_law_1.01,0.3069600105285645
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,1,power_law_1.2,1.7408384323120116
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,1,power_law_1.01,0.5491392135620117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,1,power_law_1.2,3.6367393493652345
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,1,power_law_1.2,1.754662322998047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,1,power_law_1.2,1.932975959777832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,1,power_law_1.2,2.031222343444824
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,1,power_law_1.2,2.191516876220703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,1,power_law_1.2,2.447491264343262
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,1,power_law_1.2,3.5600257873535157
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,1,power_law_1.2,2.2608160018920898
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,1,power_law_1.2,3.633958435058594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,1,power_law_1.2,2.3945344924926757
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,1,power_law_1.2,3.7957088470458986
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,1,power_law_1.2,2.538387107849121
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,1,power_law_1.2,2.907414436340332
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,1,power_law_1.2,4.248505783081055
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,1,power_law_1.01,0.8489888191223145
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,1,power_law_1.2,3.2530399322509767
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,1,power_law_1.01,1.126803207397461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,1,power_law_1.2,4.584092712402343
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,1,power_law_1.01,1.52042875289917
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,1,power_law_1.2,3.928937530517578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,1,power_law_1.01,1.627382469177246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,1,power_law_1.2,5.885139083862304
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,1,power_law_1.01,1.6691871643066407
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,1,power_law_1.2,4.611190414428711
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,1,power_law_1.01,1.7098432540893556
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,1,power_law_1.01,1.7499616622924805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,1,power_law_1.2,7.165440368652344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,1,power_law_1.2,5.961734390258789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,1,power_law_1.01,1.8087743759155273
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,1,power_law_1.01,1.8523967742919922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,1,power_law_1.01,1.88189754486084
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,1,power_law_1.2,9.099779510498047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,1,power_law_1.2,7.26785888671875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,1,power_law_1.01,1.9585023880004884
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,1,power_law_1.01,1.9894784927368163
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,1,power_law_1.01,2.1373247146606444
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,1,power_law_1.2,10.919007873535156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,1,power_law_1.2,9.97416000366211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,1,power_law_1.01,2.3384384155273437
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,1,power_law_1.01,2.573222351074219
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,1,power_law_1.01,3.0823232650756838
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,1,power_law_1.2,14.705148315429687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,1,power_law_1.2,12.689833831787109
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,1,power_law_1.01,3.587363052368164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,1,power_law_1.01,4.486812973022461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,1,power_law_1.01,5.742057418823242
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,1,power_law_1.2,18.676473999023436
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,1,power_law_1.2,18.096902465820314
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,1,power_law_1.01,7.5360572814941404
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,1,power_law_1.01,9.530995178222657
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,1,power_law_1.2,28.17957458496094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,1,power_law_1.2,23.535664367675782
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,1,power_law_1.2,0.09775999784469605
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,1,power_law_1.01,13.382832336425782
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,7168,2048,8,256,1,1,power_law_1.2,0.15734080076217652
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,7168,2048,8,256,1,1,power_law_1.2,0.23821759223937988
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,7168,2048,8,256,1,1,power_law_1.2,0.37061760425567625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,7168,2048,8,256,1,1,power_law_1.2,0.5744575977325439
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,7168,2048,8,256,1,1,power_law_1.2,0.7681920051574707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,7168,2048,8,256,1,1,power_law_1.2,1.0111455917358398
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,7168,2048,8,256,1,1,power_law_1.2,1.405350399017334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,7168,2048,8,256,1,1,power_law_1.2,1.4849472045898438
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,1,power_law_1.01,17.43775634765625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,7168,2048,8,256,1,1,power_law_1.2,1.5197664260864259
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,7168,2048,8,256,1,1,power_law_1.2,1.533574390411377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,7168,2048,8,256,1,1,power_law_1.2,1.6033567428588866
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,1,power_law_1.2,0.16337599754333496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,1,power_law_1.2,35.85380554199219
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,1,power_law_1.2,0.3056159973144531
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,7168,2048,8,256,1,1,power_law_1.2,1.6390079498291015
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,1,power_law_1.2,0.5196896076202393
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,1,power_law_1.01,0.025551998615264894
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,7168,2048,8,256,1,1,power_law_1.2,1.703388786315918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,7168,2048,8,256,1,1,power_law_1.2,1.7337728500366212
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,7168,2048,8,256,1,1,power_law_1.2,1.7366624832153321
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,1,power_law_1.01,0.044268798828125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,7168,2048,8,256,1,1,power_law_1.2,1.773209571838379
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,1,power_law_1.01,0.06846079826354981
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,1,power_law_1.01,0.026399999856948853
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,7168,2048,8,256,1,1,power_law_1.2,1.776393508911133
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,7168,2048,8,256,1,1,power_law_1.2,1.957200050354004
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,7168,2048,8,256,1,1,power_law_1.2,2.050611114501953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,1,power_law_1.01,0.040966400504112245
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,1,power_law_1.01,0.10355199575424194
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,1,power_law_1.01,0.06387519836425781
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,7168,2048,8,256,1,1,power_law_1.2,2.2869375228881834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,1,power_law_1.01,0.12652159929275514
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,1,power_law_1.01,0.18323520421981812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,1,power_law_1.01,0.18632320165634156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,7168,2048,8,256,1,1,power_law_1.2,2.467532730102539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,1,power_law_1.01,0.19366719722747802
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,1,power_law_1.01,0.205731201171875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,1,power_law_1.01,0.21649279594421386
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,1,power_law_1.01,0.23000640869140626
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,1,power_law_1.2,0.7402560234069824
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,7168,2048,8,256,1,1,power_law_1.2,2.8571712493896486
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,1,power_law_1.2,1.0291199684143066
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,1,power_law_1.2,1.474287986755371
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,7168,2048,8,256,1,1,power_law_1.2,3.2474559783935546
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,1,power_law_1.01,0.08177599906921387
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,1,power_law_1.2,1.570857620239258
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,1,power_law_1.01,0.09958400130271912
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,1,power_law_1.01,0.14235520362854004
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,1,power_law_1.01,0.14724160432815553
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,1,power_law_1.2,1.6452159881591797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,7168,2048,8,256,1,1,power_law_1.2,4.233689498901367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,1,power_law_1.01,0.1522112011909485
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,1,power_law_1.01,0.23752961158752442
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,1,power_law_1.01,0.16279679536819458
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,1,power_law_1.2,1.6624191284179688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,1,power_law_1.01,0.2404736042022705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,1,power_law_1.01,0.17374080419540405
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,1,power_law_1.01,0.24563519954681395
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,1,power_law_1.01,0.18188480138778687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,1,power_law_1.2,1.7428447723388671
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,1,power_law_1.01,0.2545344114303589
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,7168,2048,8,256,1,1,power_law_1.2,5.0776832580566404
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,1,power_law_1.01,0.274947190284729
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,1,power_law_1.2,1.8386495590209961
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,1,power_law_1.01,0.289628791809082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,1,power_law_1.01,0.33505280017852784
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,1,power_law_1.2,1.8695360183715821
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,1,power_law_1.01,0.37306880950927734
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,1,power_law_1.2,1.9406368255615234
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,1,power_law_1.01,0.46445441246032715
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,7168,2048,8,256,1,1,power_law_1.2,6.899321746826172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,1,power_law_1.01,0.18384000062942504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,1,power_law_1.01,0.5576543807983398
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,1,power_law_1.2,1.9927648544311523
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,1,power_law_1.01,0.19267840385437013
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,1,power_law_1.01,0.7494431972503662
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,1,power_law_1.01,0.20076799392700195
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,1,power_law_1.2,2.079088020324707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,1,power_law_1.01,0.21151359081268312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,1,power_law_1.01,0.9322303771972656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,1,power_law_1.01,0.22479360103607177
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,1,power_law_1.2,2.188105583190918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,1,power_law_1.01,0.24394240379333496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,7168,2048,8,256,1,1,power_law_1.2,8.757926177978515
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,1,power_law_1.01,1.310534381866455
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,1,power_law_1.01,0.2900480031967163
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,1,power_law_1.2,2.4624895095825194
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,1,power_law_1.01,0.33678719997406004
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,1,power_law_1.01,1.6782623291015626
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,1,power_law_1.01,0.4286208152770996
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,1,power_law_1.2,2.6432287216186525
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,1,power_law_1.01,0.5188384056091309
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,1,power_law_1.01,2.4164352416992188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,1,power_law_1.01,0.7090144157409668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,1,power_law_1.2,3.1031551361083984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,1,power_law_1.01,0.8922816276550293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,1,power_law_1.01,3.3978240966796873
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,1,power_law_1.01,1.2696831703186036
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,1,power_law_1.2,3.5501758575439455
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,2048,768,8,128,1,1,power_law_1.01,0.055219197273254396
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,1,power_law_1.01,0.029558399319648744
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,2048,768,8,128,1,1,power_law_1.01,0.06699519753456115
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,1,power_law_1.01,1.636796760559082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,2048,768,8,128,1,1,power_law_1.01,0.08940479755401612
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,2048,768,8,128,1,1,power_law_1.01,0.10534080266952514
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,2048,768,8,128,1,1,power_law_1.01,0.12439680099487305
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,2048,768,8,128,1,1,power_law_1.01,0.17594560384750366
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,2048,768,8,128,1,1,power_law_1.01,0.18122880458831786
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,1,power_law_1.01,2.3768287658691407
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,1,power_law_1.2,4.591641616821289
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,2048,768,8,128,1,1,power_law_1.01,0.19068479537963867
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,2048,768,8,128,1,1,power_law_1.01,0.19235520362854003
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,2048,768,8,128,1,1,power_law_1.01,0.1964319944381714
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,2048,768,8,128,1,1,power_law_1.01,0.1983904004096985
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,1,power_law_1.01,3.1284128189086915
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,2048,768,8,128,1,1,power_law_1.01,0.2015903949737549
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,1,power_law_1.2,0.030553600192070006
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,2048,768,8,128,1,1,power_law_1.01,0.20472319126129152
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,1,power_law_1.2,0.044761601090431216
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,1,power_law_1.2,5.429929733276367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,2048,768,8,128,1,1,power_law_1.01,0.20790400505065917
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,1,power_law_1.2,0.06714239716529846
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,1,power_law_1.01,0.039366400241851805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,1,power_law_1.2,0.09415680170059204
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,2048,768,8,128,1,1,power_law_1.01,0.2180191993713379
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,1,power_law_1.01,0.0517632007598877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,1,power_law_1.2,0.11951680183410644
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,1,power_law_1.2,0.1831776022911072
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,2048,768,8,128,1,1,power_law_1.01,0.21749439239501953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,1,power_law_1.2,0.20052480697631836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,2048,768,8,128,1,1,power_law_1.01,0.235427188873291
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,1,power_law_1.2,0.20298559665679933
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,1,power_law_1.2,0.2102112054824829
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,2048,768,8,128,1,1,power_law_1.01,0.2667135953903198
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,1,power_law_1.2,0.2198591947555542
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,1,power_law_1.2,7.3569694519042965
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,2048,768,8,128,1,1,power_law_1.01,0.29507520198822024
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,1,power_law_1.2,0.23874239921569823
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,1,power_law_1.2,0.23877758979797364
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,2048,768,8,128,1,1,power_law_1.01,0.358732795715332
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,1,power_law_1.2,0.24119679927825927
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,2048,768,8,128,1,1,power_law_1.01,0.420911979675293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,1,power_law_1.2,0.2473439931869507
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,1,power_law_1.2,0.2643615961074829
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,2048,768,8,128,1,1,power_law_1.01,0.5420032024383545
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,1,power_law_1.2,0.2756736040115356
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,2048,768,8,128,1,1,power_law_1.01,0.6563519954681396
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,1,power_law_1.2,0.29128639698028563
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,1,power_law_1.2,9.23939208984375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,1,power_law_1.01,0.07439039945602417
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,1,power_law_1.2,0.33983359336853025
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,2048,768,8,128,1,1,power_law_1.01,0.8782015800476074
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,1,power_law_1.2,0.37625598907470703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,1,power_law_1.2,0.47127680778503417
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,2048,768,8,128,1,1,power_law_1.01,1.0957792282104493
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,1,power_law_1.2,0.5641215801239013
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,2048,768,8,128,1,1,power_law_1.01,1.533289623260498
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,1,power_law_1.2,13.04468231201172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,1,power_law_1.2,0.7519167900085449
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,2048,768,8,128,1,1,power_law_1.01,1.9654912948608398
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,1,power_law_1.01,0.08903040289878845
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,1,power_law_1.2,0.9394656181335449
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,1,power_law_1.2,0.0255840003490448
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,1,power_law_1.2,1.3113183975219727
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,1,power_law_1.2,16.79564514160156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,1,power_law_1.2,0.03999359905719757
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,1,power_law_1.2,0.061612802743911746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,1,power_law_1.01,0.1210976004600525
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,1,power_law_1.01,0.12389119863510131
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,1,power_law_1.01,0.13068159818649291
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,1,power_law_1.01,0.13384319543838502
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,1,power_law_1.01,0.13635200262069702
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,1,power_law_1.01,0.13754559755325318
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,1,power_law_1.01,0.15225600004196166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,1,power_law_1.01,0.157916796207428
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,1,power_law_1.2,0.02868799865245819
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,1,power_law_1.2,0.07701119780540466
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,1,power_law_1.2,0.09047999978065491
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,1,power_law_1.2,0.14010239839553834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,1,power_law_1.2,0.14944640398025513
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,1,power_law_1.2,0.1557471990585327
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,1,power_law_1.2,0.16567039489746094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,1,power_law_1.2,0.17223680019378662
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,1,power_law_1.2,0.18887360095977784
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,1,power_law_1.01,0.17960959672927856
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,1,power_law_1.01,0.19719680547714233
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,1,power_law_1.2,0.03775680065155029
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,1,power_law_1.2,0.0483711987733841
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,1,power_law_1.01,0.21878399848937988
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,1,power_law_1.2,0.18587839603424072
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,1,power_law_1.2,0.19370559453964234
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,1,power_law_1.2,0.20505599975585936
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,1,power_law_1.2,0.21666879653930665
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,1,power_law_1.2,0.22740480899810792
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,1,power_law_1.2,0.2509567975997925
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,1,power_law_1.2,0.2988064050674438
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,1,power_law_1.2,0.34139840602874755
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,1,power_law_1.2,0.06672319769859314
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,1,power_law_1.2,0.4360960006713867
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,1,power_law_1.2,0.5278175830841064
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,1,power_law_1.2,0.7143328189849854
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,1,power_law_1.01,0.22332160472869872
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,1,power_law_1.01,0.2636224031448364
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,1,power_law_1.2,0.08564159870147706
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,1,power_law_1.2,0.901638412475586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,1,power_law_1.2,0.11902719736099243
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,1,power_law_1.2,0.1267680048942566
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,1,power_law_1.2,0.12937599420547485
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,1,power_law_1.2,0.13286399841308594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,1,power_law_1.01,0.3127295970916748
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,1,power_law_1.2,0.13441920280456543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,1,power_law_1.2,0.1389631986618042
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,1,power_law_1.01,0.3895776033401489
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,1,power_law_1.2,0.15245120525360106
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,1,power_law_1.01,0.4820256233215332
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,1,power_law_1.2,0.15668799877166747
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,1,power_law_1.2,1.2780832290649413
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,1,power_law_1.2,1.6811552047729492
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,1,power_law_1.2,0.17768959999084472
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,1,power_law_1.2,0.19589120149612427
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,1,power_law_1.2,0.217574405670166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,1,power_law_1.01,0.6412352085113525
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,1,power_law_1.2,1.6506208419799804
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,1,power_law_1.2,0.22610878944396973
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,1,power_law_1.2,0.2647552013397217
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,1,power_law_1.01,0.8563296318054199
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,1,power_law_1.01,1.2071136474609374
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,1,power_law_1.01,1.559779167175293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,1,power_law_1.01,2.2606624603271483
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,1,power_law_1.01,2.9622079849243166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,2048,768,8,128,1,1,power_law_1.2,0.055327999591827395
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,2048,768,8,128,1,1,power_law_1.2,0.0675711989402771
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,2048,768,8,128,1,1,power_law_1.2,0.08744320273399353
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,2048,768,8,128,1,1,power_law_1.2,0.09830080270767212
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,2048,768,8,128,1,1,power_law_1.2,0.11667840480804444
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,2048,768,8,128,1,1,power_law_1.2,0.17837439775466918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,1,power_law_1.2,0.31220479011535646
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,2048,768,8,128,1,1,power_law_1.2,0.1837183952331543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,2048,768,8,128,1,1,power_law_1.2,0.18825919628143312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,1,power_law_1.2,0.3901792049407959
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,2048,768,8,128,1,1,power_law_1.2,0.1932736039161682
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,2048,768,8,128,1,1,power_law_1.2,0.19788800477981566
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,1,power_law_1.2,0.48008317947387696
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,2048,768,8,128,1,1,power_law_1.2,0.20068159103393554
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,2048,768,8,128,1,1,power_law_1.2,0.20550079345703126
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,2048,768,8,128,1,1,power_law_1.2,0.2037343978881836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,2048,768,8,128,1,1,power_law_1.2,0.20962240695953369
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,2048,768,8,128,1,1,power_law_1.2,0.21856958866119386
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,2048,768,8,128,1,1,power_law_1.2,0.22508161067962645
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,2048,768,8,128,1,1,power_law_1.2,0.23990719318389891
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,2048,768,8,128,1,1,power_law_1.2,0.2722048044204712
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,2048,768,8,128,1,1,power_law_1.2,0.30322239398956297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,2048,768,8,128,1,1,power_law_1.2,0.36487040519714353
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,2048,768,8,128,1,1,power_law_1.2,0.4166111946105957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,2048,768,8,128,1,1,power_law_1.2,0.5339392185211181
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,2048,768,8,128,1,1,power_law_1.2,0.6469791889190674
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,1,power_law_1.2,2.40130558013916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,1,power_law_1.2,0.6416096210479736
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,1,power_law_1.2,2.412291145324707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,1,power_law_1.2,0.8516991615295411
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,2048,768,8,128,1,1,power_law_1.2,0.8621600151062012
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,1,power_law_1.2,1.1995295524597167
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,2048,768,8,128,1,1,power_law_1.2,1.0851231575012208
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,1,power_law_1.2,1.5482239723205566
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,2048,768,8,128,1,1,power_law_1.2,1.5106111526489259
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,1,power_law_1.2,2.246787261962891
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,1,power_law_1.2,3.151699256896973
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,1,power_law_1.2,3.16759033203125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,1,power_law_1.01,0.07269440293312072
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,1,power_law_1.01,0.0628383994102478
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,1,power_law_1.01,0.1212224006652832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,1,power_law_1.01,0.10546560287475586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,1,power_law_1.01,0.2232800006866455
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,1,power_law_1.01,0.16121920347213745
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,1,power_law_1.01,0.3216480016708374
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,1,power_law_1.01,0.2237152099609375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,1,power_law_1.01,0.4213247776031494
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,1,power_law_1.01,0.29324800968170167
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,1,power_law_1.01,0.6403679847717285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,1,power_law_1.01,0.44217281341552733
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,1,power_law_1.01,0.6723648071289062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,1,power_law_1.01,0.4630080223083496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,1,power_law_1.01,0.70382080078125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,1,power_law_1.01,0.467468786239624
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,1,power_law_1.01,0.7312607765197754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,1,power_law_1.01,0.5080639839172363
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,1,power_law_1.01,0.7413407802581787
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,1,power_law_1.01,0.5296512126922608
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,1,power_law_1.01,0.8095999717712402
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,1,power_law_1.01,0.5857120037078858
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,1,power_law_1.01,0.845206356048584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,1,power_law_1.01,0.5896255970001221
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,1,power_law_1.01,0.8636544227600098
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,1,power_law_1.01,0.605622386932373
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,1,power_law_1.01,0.8846976280212402
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,1,power_law_1.01,0.6527679920196533
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,1,power_law_1.01,0.912656021118164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,1,power_law_1.01,0.9295071601867676
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,1,power_law_1.01,0.6873184204101562
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,1,power_law_1.01,1.0007583618164062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,1,power_law_1.01,0.7295872211456299
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,1,power_law_1.01,1.1366559982299804
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,1,power_law_1.01,1.272812843322754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,1,power_law_1.01,0.7952415943145752
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,1,power_law_1.01,0.9467679977416992
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,1,power_law_1.01,1.5678208351135254
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,1,power_law_1.01,1.1041664123535155
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,1,power_law_1.01,1.8978015899658203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,1,power_law_1.01,1.4013471603393555
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,1,power_law_1.01,2.5610784530639648
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,1,power_law_1.01,1.7213600158691407
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,1,power_law_1.01,3.8168224334716796
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,1,power_law_1.01,2.347532844543457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,1,power_law_1.01,2.9753696441650392
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,1,power_law_1.01,5.690351867675782
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,1,power_law_1.01,4.238236618041992
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,1,power_law_1.01,7.291423797607422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,1,power_law_1.01,5.501305770874024
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,1,power_law_1.01,10.605088043212891
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,1,power_law_1.01,8.018624114990235
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,1,power_law_1.01,10.544236755371093
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,1,power_law_1.01,13.915933227539062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,4096,1536,8,128,1,1,power_law_1.01,0.08494719862937927
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,4096,1536,8,128,1,1,power_law_1.01,0.12673280239105225
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,4096,1536,8,128,1,1,power_law_1.01,0.1865280032157898
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,4096,1536,8,128,1,1,power_law_1.01,0.24638080596923828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,4096,1536,8,128,1,1,power_law_1.01,0.3065184116363525
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,4096,1536,8,128,1,1,power_law_1.01,0.44397759437561035
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,4096,1536,8,128,1,1,power_law_1.01,0.4596864223480225
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,4096,1536,8,128,1,1,power_law_1.01,0.4761472225189209
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,4096,1536,8,128,1,1,power_law_1.01,0.4839168071746826
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,4096,1536,8,128,1,1,power_law_1.01,0.48576960563659666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,4096,1536,8,128,1,1,power_law_1.01,0.49960641860961913
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,4096,1536,8,128,1,1,power_law_1.01,0.5029759883880616
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,4096,1536,8,128,1,1,power_law_1.01,0.5048575878143311
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,4096,1536,8,128,1,1,power_law_1.01,0.5025536060333252
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,4096,1536,8,128,1,1,power_law_1.01,0.5109792232513428
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,4096,1536,8,128,1,1,power_law_1.01,0.5229343891143798
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,4096,1536,8,128,1,1,power_law_1.01,0.5522431850433349
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,1,power_law_1.01,0.05920000076293945
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,4096,1536,8,128,1,1,power_law_1.01,0.606876802444458
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,4096,1536,8,128,1,1,power_law_1.01,0.6556896209716797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,4096,1536,8,128,1,1,power_law_1.01,0.7747968196868896
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,4096,1536,8,128,1,1,power_law_1.01,0.8641311645507812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,4096,1536,8,128,1,1,power_law_1.01,1.0899744033813477
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,4096,1536,8,128,1,1,power_law_1.01,1.2858400344848633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,4096,1536,8,128,1,1,power_law_1.01,1.6930271148681642
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,4096,1536,8,128,1,1,power_law_1.01,2.095327949523926
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,4096,1536,8,128,1,1,power_law_1.01,2.9073823928833007
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,1,power_law_1.01,0.09881600141525268
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,1,power_law_1.01,0.15513600111007692
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,4096,1536,8,128,1,1,power_law_1.01,3.7051006317138673
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,1,power_law_1.2,0.07272639870643616
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,1,power_law_1.2,0.12359039783477783
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,1,power_law_1.2,0.21521921157836915
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,1,power_law_1.2,0.2960319995880127
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,1,power_law_1.2,0.3925823926925659
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,1,power_law_1.2,0.6551199913024902
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,1,power_law_1.2,0.6916672229766846
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,1,power_law_1.2,0.7267680168151855
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,1,power_law_1.2,0.7446656227111816
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,1,power_law_1.2,0.7594399929046631
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,1,power_law_1.2,0.817683219909668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,1,power_law_1.2,0.8615488052368164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,1,power_law_1.2,0.8689375877380371
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,1,power_law_1.2,0.8936256408691406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,1,power_law_1.2,0.9413887977600097
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,1,power_law_1.2,0.9665504455566406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,1,power_law_1.01,0.2262495994567871
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,1,power_law_1.01,0.28830718994140625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,1,power_law_1.2,1.0060288429260253
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,1,power_law_1.01,0.4363071918487549
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,1,power_law_1.2,1.1646623611450195
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,1,power_law_1.01,0.4522560119628906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,1,power_law_1.01,0.4682720184326172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,1,power_law_1.2,1.2945792198181152
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,1,power_law_1.01,0.47638721466064454
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,1,power_law_1.01,0.48842558860778806
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,1,power_law_1.2,1.6373407363891601
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,1,power_law_1.01,0.49649600982666015
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,1,power_law_1.01,0.5070047855377198
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,1,power_law_1.01,0.5168064117431641
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,1,power_law_1.2,1.8898912429809571
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,1,power_law_1.01,0.5511712074279785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,1,power_law_1.01,0.5769279956817627
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,1,power_law_1.01,0.6073503971099854
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,1,power_law_1.2,2.8409791946411134
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,1,power_law_1.01,0.6629087924957275
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,1,power_law_1.01,0.7698368072509766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,1,power_law_1.01,0.8960864067077636
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,1,power_law_1.2,3.6828990936279298
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,2048,768,8,128,1,1,power_law_1.2,1.9405759811401366
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,1,power_law_1.01,1.14137601852417
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,1,power_law_1.2,0.06316480040550232
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,1,power_law_1.2,0.10469119548797608
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,1,power_law_1.2,0.15992319583892822
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,1,power_law_1.01,1.3788127899169922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,1,power_law_1.2,0.21149439811706544
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,1,power_law_1.2,0.2715104103088379
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,1,power_law_1.2,0.4436639785766602
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,1,power_law_1.01,1.8566560745239258
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,1,power_law_1.2,0.470959997177124
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,1,power_law_1.2,0.501091194152832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,1,power_law_1.2,0.5290463924407959
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,1,power_law_1.01,2.341747283935547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,1,power_law_1.2,0.5475647926330567
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,1,power_law_1.2,0.6154816150665283
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,1,power_law_1.2,0.5945343971252441
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,1,power_law_1.01,3.3120384216308594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,1,power_law_1.2,0.633296012878418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,1,power_law_1.2,0.6642528057098389
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,1,power_law_1.2,0.7089056015014649
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,1,power_law_1.2,5.695308685302734
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,1,power_law_1.2,0.7416575908660888
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,1,power_law_1.01,4.275132751464843
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,1,power_law_1.2,0.823971176147461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,1,power_law_1.2,2.9452192306518556
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,1,power_law_1.2,0.9743616104125976
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,1,power_law_1.2,1.120412826538086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,1,power_law_1.01,6.195427322387696
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,1,power_law_1.2,1.4423583984375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,1,power_law_1.2,1.744313621520996
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,1,power_law_1.2,2.3911487579345705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,1,power_law_1.01,8.115660858154296
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,4096,1536,8,128,1,1,power_law_1.2,0.08552640080451965
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,4096,1536,8,128,1,1,power_law_1.2,0.12654080390930175
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,4096,1536,8,128,1,1,power_law_1.2,0.17398719787597655
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,4096,1536,8,128,1,1,power_law_1.2,0.22707839012145997
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,4096,1536,8,128,1,1,power_law_1.2,0.2862623929977417
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,4096,1536,8,128,1,1,power_law_1.2,0.4328512191772461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,4096,1536,8,128,1,1,power_law_1.2,0.46855998039245605
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,4096,1536,8,128,1,1,power_law_1.2,0.48472962379455564
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,4096,1536,8,128,1,1,power_law_1.2,0.49234561920166015
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,1,power_law_1.2,0.05864959955215454
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,4096,1536,8,128,1,1,power_law_1.2,0.49304962158203125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,4096,1536,8,128,1,1,power_law_1.2,0.5023200035095214
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,1,power_law_1.2,3.023865509033203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,4096,1536,8,128,1,1,power_law_1.2,0.5013599872589112
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,4096,1536,8,128,1,1,power_law_1.2,0.5046592235565186
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,4096,1536,8,128,1,1,power_law_1.2,0.5114016056060791
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,4096,1536,8,128,1,1,power_law_1.2,0.5232223987579345
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,4096,1536,8,128,1,1,power_law_1.2,0.5382719993591308
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,4096,1536,8,128,1,1,power_law_1.2,0.5601952075958252
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,4096,1536,8,128,1,1,power_law_1.2,0.6219776153564454
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,4096,1536,8,128,1,1,power_law_1.2,0.6726431846618652
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,4096,1536,8,128,1,1,power_law_1.2,0.7768991947174072
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,1,power_law_1.2,7.041286468505859
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,4096,1536,8,128,1,1,power_law_1.2,0.8736736297607421
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,1,power_law_1.2,0.09843519926071168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,1,power_law_1.2,4.298649597167969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,1,power_law_1.2,0.14838720560073854
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,4096,1536,8,128,1,1,power_law_1.2,1.0873087882995605
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,4096,1536,8,128,1,1,power_law_1.2,1.2810815811157226
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,4096,1536,8,128,1,1,power_law_1.2,1.6879968643188477
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,1,power_law_1.2,0.2057408094406128
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,1,power_law_1.2,0.26124799251556396
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,1,power_law_1.2,0.42665920257568357
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,1,power_law_1.2,0.4569375991821289
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,1,power_law_1.2,0.4785344123840332
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,1,power_law_1.2,0.4912992000579834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,1,power_law_1.2,0.49503040313720703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,1,power_law_1.2,0.5047808170318604
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,1,power_law_1.2,0.5200191974639893
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,1,power_law_1.2,0.5338624000549317
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,1,power_law_1.2,0.5592063903808594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,1,power_law_1.2,0.5943136215209961
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,1,power_law_1.2,5.570086288452148
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,1,power_law_1.2,0.6154240131378174
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,1,power_law_1.2,0.6788767814636231
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,1,power_law_1.2,0.791596794128418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,1,power_law_1.2,0.9144864082336426
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,1,power_law_1.2,1.1515423774719238
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,1,power_law_1.2,1.3876352310180664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,1,power_law_1.2,1.8656192779541017
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,4096,1536,8,128,1,1,power_law_1.2,2.079692840576172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,1,power_law_1.2,2.3487007141113283
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,1,power_law_1.2,3.3137184143066407
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,1,power_law_1.2,10.444630432128907
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,1,power_law_1.2,4.2777854919433596
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,4096,1536,8,128,1,1,power_law_1.2,2.8855743408203125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,1,power_law_1.2,8.110374450683594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,1,power_law_1.2,6.1979423522949215
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,1,power_law_1.2,12.978338623046875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,1,power_law_1.01,0.13957439661026
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,1,power_law_1.01,0.2996543884277344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,1,power_law_1.01,0.5036064147949219
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,1,power_law_1.01,0.8248224258422852
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,1,power_law_1.01,1.1165311813354493
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,1,power_law_1.01,1.8356319427490235
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,1,power_law_1.01,1.934227180480957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,1,power_law_1.01,2.0344064712524412
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,1,power_law_1.01,2.0458688735961914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,1,power_law_1.01,2.175356864929199
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,1,power_law_1.01,2.3472448348999024
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,1,power_law_1.01,2.4769344329833984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,1,power_law_1.01,2.4766048431396483
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,1,power_law_1.01,2.5616064071655273
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,1,power_law_1.01,2.5930303573608398
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,1,power_law_1.01,2.7141727447509765
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,4096,1536,8,128,1,1,power_law_1.2,3.6757694244384767
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,1,power_law_1.01,2.839583969116211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,1,power_law_1.01,0.11581120491027833
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,1,power_law_1.01,0.19178240299224852
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,1,power_law_1.01,0.33644800186157225
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,1,power_law_1.01,3.341289520263672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,1,power_law_1.01,0.5297120094299317
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,1,power_law_1.01,0.7226143836975097
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,1,power_law_1.01,1.1606143951416015
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,1,power_law_1.01,3.959379196166992
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,1,power_law_1.01,1.2291839599609375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,1,power_law_1.01,1.2810175895690918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,1,power_law_1.2,10.626624298095702
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,1,power_law_1.01,5.141427230834961
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,1,power_law_1.01,1.3274911880493163
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,1,power_law_1.01,1.394223976135254
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,1,power_law_1.01,1.511171245574951
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,1,power_law_1.01,6.843376159667969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,1,power_law_1.01,1.6450176239013672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,1,power_law_1.01,1.4780511856079102
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,1,power_law_1.01,1.555116844177246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,1,power_law_1.01,8.826306915283203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,1,power_law_1.01,1.6316383361816407
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,1,power_law_1.01,1.71527042388916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,1,power_law_1.01,1.889139175415039
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,1,power_law_1.01,2.2296735763549806
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,1,power_law_1.01,11.20687026977539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,1,power_law_1.01,2.5552160263061525
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,1,power_law_1.01,0.1293503999710083
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,1,power_law_1.01,3.2392257690429687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,1,power_law_1.01,3.8923263549804688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,1,power_law_1.01,15.491661071777344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,1,power_law_1.01,5.308076858520508
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,1,power_law_1.01,6.743312072753906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,1,power_law_1.01,19.8830810546875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,1,power_law_1.01,0.19547200202941895
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,1,power_law_1.01,0.33628799915313723
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,1,power_law_1.01,9.561289978027343
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,1,power_law_1.01,12.400947570800781
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,1,power_law_1.01,31.01143798828125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,1,power_law_1.01,0.5185919761657715
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,1,power_law_1.01,0.7207808017730712
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,1,power_law_1.01,18.07544708251953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,1,power_law_1.01,1.125705623626709
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,1,power_law_1.01,1.1924511909484863
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,1,power_law_1.01,1.2558688163757323
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,1,power_law_1.01,1.2750975608825683
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,1,power_law_1.01,1.2987839698791503
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,1,power_law_1.01,1.333625602722168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,1,power_law_1.2,8.121119689941406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,1,power_law_1.01,1.3398015975952149
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,1,power_law_1.01,1.3867072105407714
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,6144,2560,8,160,1,1,power_law_1.01,0.1560320019721985
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,6144,2560,8,160,1,1,power_law_1.01,0.2305919885635376
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,1,power_law_1.01,1.419257640838623
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,6144,2560,8,160,1,1,power_law_1.01,0.384825611114502
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,6144,2560,8,160,1,1,power_law_1.01,0.5606239795684814
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,1,power_law_1.01,1.509347152709961
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,6144,2560,8,160,1,1,power_law_1.01,0.721286392211914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,6144,2560,8,160,1,1,power_law_1.01,1.082540798187256
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,1,power_law_1.01,23.76477813720703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,1,power_law_1.01,1.5596608161926269
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,1,power_law_1.2,0.1405344009399414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,6144,2560,8,160,1,1,power_law_1.01,1.1378656387329102
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,1,power_law_1.01,39.44540100097656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,1,power_law_1.2,0.29819839000701903
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,1,power_law_1.01,1.6712896347045898
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,1,power_law_1.2,0.1152448058128357
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,6144,2560,8,160,1,1,power_law_1.01,1.1649951934814453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,1,power_law_1.2,0.501859188079834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,1,power_law_1.2,0.19154560565948486
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,1,power_law_1.2,0.7353568077087402
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,1,power_law_1.2,0.33584320545196533
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,1,power_law_1.01,1.8808256149291993
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,1,power_law_1.2,0.49007358551025393
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,1,power_law_1.2,1.0076895713806153
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,6144,2560,8,160,1,1,power_law_1.01,1.2113951683044433
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,1,power_law_1.2,0.6526303768157959
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,1,power_law_1.01,2.1465248107910155
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,1,power_law_1.2,1.7957696914672852
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,6144,2560,8,160,1,1,power_law_1.01,1.2003775596618653
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,1,power_law_1.2,1.137827205657959
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,6144,2560,8,160,1,1,power_law_1.01,1.205673599243164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,1,power_law_1.2,1.2324607849121094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,1,power_law_1.2,1.9535680770874024
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,1,power_law_1.01,2.6193920135498048
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,6144,2560,8,160,1,1,power_law_1.01,1.2584927558898926
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,1,power_law_1.2,1.3090208053588868
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,1,power_law_1.2,1.9806079864501953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,6144,2560,8,160,1,1,power_law_1.01,1.2474656105041504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,1,power_law_1.2,1.3669280052185058
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,1,power_law_1.01,3.1123199462890625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,1,power_law_1.2,2.103580856323242
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,6144,2560,8,160,1,1,power_law_1.01,1.2847647666931152
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,1,power_law_1.2,1.4788576126098634
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,1,power_law_1.2,2.190726470947266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,1,power_law_1.2,1.6178655624389648
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,6144,2560,8,160,1,1,power_law_1.01,1.2780672073364259
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,1,power_law_1.01,4.1287391662597654
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,1,power_law_1.2,1.7333440780639648
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,1,power_law_1.2,2.333807945251465
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,6144,2560,8,160,1,1,power_law_1.01,1.2940095901489257
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,1,power_law_1.2,1.519264030456543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,6144,2560,8,160,1,1,power_law_1.01,1.3378527641296387
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,1,power_law_1.2,2.482294464111328
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,1,power_law_1.01,5.211520004272461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,1,power_law_1.2,1.6322879791259766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,6144,2560,8,160,1,1,power_law_1.01,1.433091163635254
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,1,power_law_1.2,2.520591926574707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,6144,2560,8,160,1,1,power_law_1.01,1.5552191734313965
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,1,power_law_1.2,1.6941728591918945
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,1,power_law_1.2,2.615756797790527
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,6144,2560,8,160,1,1,power_law_1.01,1.7413375854492188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,1,power_law_1.2,1.800092887878418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,1,power_law_1.01,7.269644927978516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,1,power_law_1.2,2.698944091796875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,6144,2560,8,160,1,1,power_law_1.01,1.9244512557983398
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,1,power_law_1.2,1.938742446899414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,1,power_law_1.2,2.8115776062011717
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,6144,2560,8,160,1,1,power_law_1.01,2.3579551696777346
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,1,power_law_1.2,2.335977554321289
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,1,power_law_1.2,2.937619209289551
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,1,power_law_1.01,9.287999725341797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,6144,2560,8,160,1,1,power_law_1.01,2.7532991409301757
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,1,power_law_1.2,2.623910331726074
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,1,power_law_1.2,3.370256042480469
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,6144,2560,8,160,1,1,power_law_1.01,3.542512130737305
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,1,power_law_1.2,3.349107360839844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,1,power_law_1.2,3.7080448150634764
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,1,power_law_1.2,4.135712051391602
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,6144,2560,8,160,1,1,power_law_1.01,4.353148651123047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,1,power_law_1.2,4.628563308715821
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,1,power_law_1.01,13.326264953613281
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,1,power_law_1.2,5.484550476074219
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,1,power_law_1.2,6.348918533325195
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,6144,2560,8,160,1,1,power_law_1.01,6.221945571899414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,1,power_law_1.2,6.8304191589355465
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,1,power_law_1.2,8.36907501220703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,6144,2560,8,160,1,1,power_law_1.01,8.200444793701172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,1,power_law_1.01,17.37890167236328
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,6144,2560,8,160,1,1,power_law_1.2,0.14408639669418336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,1,power_law_1.2,0.12731200456619263
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,6144,2560,8,160,1,1,power_law_1.2,0.22785279750823975
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,1,power_law_1.2,0.19342080354690552
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,6144,2560,8,160,1,1,power_law_1.2,0.36479361057281495
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,1,power_law_1.2,9.679676818847657
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,1,power_law_1.2,0.3322175979614258
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,1,power_law_1.2,10.330323028564454
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,6144,2560,8,160,1,1,power_law_1.2,0.49888319969177247
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,1,power_law_1.2,0.4641568183898926
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,6144,2560,8,160,1,1,power_law_1.2,0.6720895767211914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,1,power_law_1.2,0.6413951873779297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,6144,2560,8,160,1,1,power_law_1.2,1.0596159934997558
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,1,power_law_1.2,1.101897621154785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,6144,2560,8,160,1,1,power_law_1.2,1.1289536476135253
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,1,power_law_1.2,1.1874112129211425
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,6144,2560,8,160,1,1,power_law_1.2,1.1753439903259277
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,1,power_law_1.2,1.2445504188537597
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,6144,2560,8,160,1,1,power_law_1.2,1.1872672080993651
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,1,power_law_1.2,1.3044192314147949
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,6144,2560,8,160,1,1,power_law_1.2,1.2161952018737794
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,1,power_law_1.2,1.3175392150878906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,6144,2560,8,160,1,1,power_law_1.2,1.2567423820495605
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,1,power_law_1.2,14.287423706054687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,1,power_law_1.2,1.367587184906006
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,6144,2560,8,160,1,1,power_law_1.2,1.2726304054260253
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,1,power_law_1.2,1.384540843963623
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,6144,2560,8,160,1,1,power_law_1.2,1.2733920097351075
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,1,power_law_1.2,1.4247039794921874
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,1,power_law_1.2,12.538614654541016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,6144,2560,8,160,1,1,power_law_1.2,1.276319980621338
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,1,power_law_1.2,1.4761792182922364
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,6144,2560,8,160,1,1,power_law_1.2,1.3182144165039062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,1,power_law_1.2,1.5424863815307617
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,6144,2560,8,160,1,1,power_law_1.2,1.344700813293457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,1,power_law_1.2,1.5795840263366698
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,6144,2560,8,160,1,1,power_law_1.2,1.4098879814147949
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,1,power_law_1.2,1.6911327362060546
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,6144,2560,8,160,1,1,power_law_1.2,1.491203212738037
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,1,power_law_1.2,18.24595489501953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,6144,2560,8,160,1,1,power_law_1.2,1.598310375213623
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,1,power_law_1.2,1.9277664184570313
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,6144,2560,8,160,1,1,power_law_1.2,1.7915071487426757
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,1,power_law_1.2,2.164566421508789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,6144,2560,8,160,1,1,power_law_1.2,1.9855552673339845
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,1,power_law_1.2,2.645132827758789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,6144,2560,8,160,1,1,power_law_1.2,2.367679977416992
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,1,power_law_1.2,3.1422752380371093
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,6144,2560,8,160,1,1,power_law_1.2,2.745158386230469
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,1,power_law_1.2,4.1657249450683596
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,1,power_law_1.2,5.161260986328125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,6144,2560,8,160,1,1,power_law_1.2,3.5679393768310548
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,1,power_law_1.2,7.173580932617187
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,6144,2560,8,160,1,1,power_law_1.2,4.381651306152344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,1,power_law_1.2,9.186847686767578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,1,power_law_1.2,13.193388366699219
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,1,power_law_1.2,18.227456665039064
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,6144,2560,8,160,1,1,power_law_1.2,6.290063858032227
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,1,power_law_1.2,17.1874267578125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,1,power_law_1.01,0.13422720432281493
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,1,power_law_1.01,0.27701120376586913
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,1,power_law_1.01,0.4913023948669434
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,1,power_law_1.2,28.187261962890624
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,1,power_law_1.01,0.9101951599121094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,1,power_law_1.01,1.6149280548095704
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,1,power_law_1.01,2.2619487762451174
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,6144,2560,8,160,1,1,power_law_1.2,8.025552368164062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,1,power_law_1.01,2.6483840942382812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,1,power_law_1.01,0.10923839807510376
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,1,power_law_1.01,0.19002560377120972
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,1,power_law_1.01,0.31835839748382566
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,1,power_law_1.01,3.4990238189697265
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,1,power_law_1.01,0.5909120082855225
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,1,power_law_1.01,1.0350591659545898
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,1,power_law_1.01,3.736470413208008
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,1,power_law_1.01,1.4723584175109863
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,1,power_law_1.01,3.8368030548095704
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,1,power_law_1.01,1.6870208740234376
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,1,power_law_1.01,2.210652732849121
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,1,power_law_1.01,4.023971176147461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,1,power_law_1.01,2.3412992477416994
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,1,power_law_1.01,4.163353729248047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,1,power_law_1.01,2.3757984161376955
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,1,power_law_1.01,2.486319923400879
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,1,power_law_1.01,4.4884990692138675
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,1,power_law_1.01,2.579091262817383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,1,power_law_1.01,4.900419235229492
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,1,power_law_1.01,2.8116479873657227
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,1,power_law_1.2,24.042256164550782
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,1,power_law_1.01,5.473267364501953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,1,power_law_1.01,3.052947235107422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,1,power_law_1.01,3.4449790954589843
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,1,power_law_1.01,5.7942657470703125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,1,power_law_1.01,0.09846400022506714
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,1,power_law_1.01,0.16448960304260254
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,1,power_law_1.01,3.4594398498535157
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,1,power_law_1.01,0.30627200603485105
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,1,power_law_1.01,5.149926376342774
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,1,power_law_1.01,0.5508063793182373
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,1,power_law_1.01,3.200620651245117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,1,power_law_1.01,0.9699328422546387
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,1,power_law_1.01,5.6799968719482425
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,1,power_law_1.01,1.3964960098266601
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,1,power_law_1.01,3.586025619506836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,1,power_law_1.01,1.6258560180664063
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,1,power_law_1.01,3.9710750579833984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,1,power_law_1.01,6.404930877685547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,1,power_law_1.01,2.1075584411621096
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,1,power_law_1.01,2.2046112060546874
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,1,power_law_1.01,4.682220840454102
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,1,power_law_1.01,8.011587524414063
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,1,power_law_1.01,2.2699167251586916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,1,power_law_1.01,5.449728012084961
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,1,power_law_1.01,2.4207168579101563
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,1,power_law_1.01,2.4418752670288084
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,1,power_law_1.01,8.6102783203125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,1,power_law_1.01,6.566864013671875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,1,power_law_1.01,2.518448066711426
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,1,power_law_1.01,2.5726463317871096
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,1,power_law_1.01,11.050879669189452
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,1,power_law_1.01,8.133020782470703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,1,power_law_1.2,36.50087890625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,1,power_law_1.01,2.6490655899047852
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,1,power_law_1.01,2.7155071258544923
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,1,power_law_1.01,2.808048057556152
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,7168,2048,8,384,1,1,power_law_1.01,0.1829632043838501
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,7168,2048,8,384,1,1,power_law_1.01,0.2588223934173584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,1,power_law_1.01,12.698477172851563
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,1,power_law_1.01,10.71872329711914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,1,power_law_1.01,3.0489856719970705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,7168,2048,8,384,1,1,power_law_1.01,0.413804817199707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,7168,2048,8,384,1,1,power_law_1.01,0.6388576030731201
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,1,power_law_1.01,3.25335693359375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,7168,2048,8,384,1,1,power_law_1.01,1.0204095840454102
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,7168,2048,8,384,1,1,power_law_1.01,1.3708064079284668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,1,power_law_1.01,3.8853214263916014
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,7168,2048,8,384,1,1,power_law_1.01,1.5431743621826173
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,1,power_law_1.01,13.304173278808594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,7168,2048,8,384,1,1,power_law_1.01,1.8995744705200195
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,1,power_law_1.01,16.676768493652343
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,1,power_law_1.01,4.498604965209961
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,7168,2048,8,384,1,1,power_law_1.01,1.9965856552124024
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,7168,2048,8,384,1,1,power_law_1.01,2.045782470703125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,1,power_law_1.01,5.314806365966797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,7168,2048,8,384,1,1,power_law_1.01,2.1391263961791993
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,7168,2048,8,384,1,1,power_law_1.01,2.175359916687012
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,1,power_law_1.01,6.430044555664063
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,1,power_law_1.01,18.729161071777344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,7168,2048,8,384,1,1,power_law_1.01,2.2411872863769533
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,1,power_law_1.01,20.708531188964844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,7168,2048,8,384,1,1,power_law_1.01,2.291788864135742
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,1,power_law_1.01,8.579456329345703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,7168,2048,8,384,1,1,power_law_1.01,2.335968017578125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,7168,2048,8,384,1,1,power_law_1.01,2.3916160583496096
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,7168,2048,8,384,1,1,power_law_1.01,2.422559928894043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,1,power_law_1.01,10.06394271850586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,7168,2048,8,384,1,1,power_law_1.01,2.496963119506836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,1,power_law_1.01,24.134732055664063
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,7168,2048,8,384,1,1,power_law_1.01,2.584550476074219
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,1,power_law_1.01,31.4710693359375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,7168,2048,8,384,1,1,power_law_1.01,2.785660743713379
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,1,power_law_1.01,14.131607055664062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,7168,2048,8,384,1,1,power_law_1.01,2.9832223892211913
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,1,power_law_1.2,0.1368127942085266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,7168,2048,8,384,1,1,power_law_1.01,3.405497741699219
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,7168,2048,8,384,1,1,power_law_1.01,3.817443084716797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,1,power_law_1.2,0.27625598907470705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,1,power_law_1.2,0.49568638801574705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,1,power_law_1.2,0.9135071754455566
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,1,power_law_1.01,18.081085205078125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,7168,2048,8,384,1,1,power_law_1.01,4.608947372436523
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,1,power_law_1.2,0.10792640447616578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,1,power_law_1.2,0.18871999979019166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,1,power_law_1.2,0.315500807762146
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,1,power_law_1.01,38.01628112792969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,1,power_law_1.2,0.5870687961578369
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,7168,2048,8,384,1,1,power_law_1.01,5.542220687866211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,1,power_law_1.2,0.9184096336364747
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,1,power_law_1.2,1.2857983589172364
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,1,power_law_1.2,1.4574015617370606
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,1,power_law_1.2,1.5702112197875977
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,1,power_law_1.2,0.09723839759826661
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,1,power_law_1.2,2.030064010620117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,1,power_law_1.2,0.1635648012161255
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,7168,2048,8,384,1,1,power_law_1.01,7.394287872314453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,1,power_law_1.2,2.114931106567383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,1,power_law_1.2,0.30668799877166747
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,1,power_law_1.2,2.4100671768188477
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,1,power_law_1.2,0.5496128082275391
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,1,power_law_1.2,2.2469856262207033
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,1,power_law_1.2,0.8823807716369629
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,1,power_law_1.2,3.4473407745361326
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,1,power_law_1.2,1.2519392013549804
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,1,power_law_1.2,2.3105567932128905
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,1,power_law_1.2,3.5191200256347654
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,1,power_law_1.2,1.5058527946472169
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,1,power_law_1.2,2.5696319580078124
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,7168,2048,8,384,1,1,power_law_1.01,9.063184356689453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,1,power_law_1.2,2.0299455642700197
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,1,power_law_1.2,3.6444671630859373
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,1,power_law_1.2,2.7243967056274414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,1,power_law_1.2,2.1308704376220704
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,1,power_law_1.2,4.044972610473633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,1,power_law_1.2,2.764975929260254
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,1,power_law_1.2,2.197667121887207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,7168,2048,8,384,1,1,power_law_1.2,0.1822208046913147
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,7168,2048,8,384,1,1,power_law_1.2,0.256441593170166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,1,power_law_1.2,2.298736000061035
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,7168,2048,8,384,1,1,power_law_1.2,0.3916703939437866
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,1,power_law_1.2,3.144495964050293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,1,power_law_1.2,4.1122081756591795
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,7168,2048,8,384,1,1,power_law_1.2,0.6567776203155518
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,1,power_law_1.2,2.3746143341064454
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,7168,2048,8,384,1,1,power_law_1.2,0.9461440086364746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,1,power_law_1.2,3.5421791076660156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,1,power_law_1.2,4.426009750366211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,7168,2048,8,384,1,1,power_law_1.2,1.2397279739379883
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,1,power_law_1.2,2.4581024169921877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,1,power_law_1.2,3.864633560180664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,7168,2048,8,384,1,1,power_law_1.2,1.4177984237670898
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,1,power_law_1.2,5.219523239135742
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,1,power_law_1.2,2.5534048080444336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,1,power_law_1.2,3.3241855621337892
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,7168,2048,8,384,1,1,power_law_1.2,1.9078975677490235
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,1,power_law_1.2,2.655392074584961
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,1,power_law_1.2,5.46715202331543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,7168,2048,8,384,1,1,power_law_1.2,1.9703519821166993
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,1,power_law_1.2,3.7131935119628907
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,1,power_law_1.2,2.695801544189453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,7168,2048,8,384,1,1,power_law_1.2,2.0037151336669923
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,1,power_law_1.2,4.091481781005859
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,1,power_law_1.2,6.021465682983399
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,1,power_law_1.2,2.8544384002685548
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,7168,2048,8,384,1,1,power_law_1.2,2.1090784072875977
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,1,power_law_1.2,4.827686309814453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,1,power_law_1.2,3.0993152618408204
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,7168,2048,8,384,1,1,power_law_1.2,2.1212703704833986
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,1,power_law_1.2,3.3791454315185545
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,7168,2048,8,384,1,1,power_law_1.2,2.204761505126953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,1,power_law_1.2,5.576553726196289
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,7168,2048,8,384,1,1,power_law_1.2,2.2682464599609373
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,1,power_law_1.2,3.897177505493164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,1,power_law_1.2,5.253299331665039
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,7168,2048,8,384,1,1,power_law_1.2,2.353593635559082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,1,power_law_1.2,7.129849243164062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,1,power_law_1.2,4.468550491333008
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,7168,2048,8,384,1,1,power_law_1.2,2.3840000152587892
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,1,power_law_1.2,6.57364501953125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,7168,2048,8,384,1,1,power_law_1.2,2.4645408630371093
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,1,power_law_1.2,5.350527954101563
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,1,power_law_1.2,8.279555511474609
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,1,power_law_1.2,6.838674926757813
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,7168,2048,8,384,1,1,power_law_1.2,2.5276256561279298
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,7168,2048,8,384,1,1,power_law_1.2,2.6866943359375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,1,power_law_1.2,6.408668518066406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,1,power_law_1.2,8.267120361328125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,7168,2048,8,384,1,1,power_law_1.2,2.9187744140625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,1,power_law_1.2,10.8789794921875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,7168,2048,8,384,1,1,power_law_1.2,3.170217514038086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,1,power_law_1.2,10.059824371337891
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,1,power_law_1.2,8.346761322021484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,7168,2048,8,384,1,1,power_law_1.2,3.603481674194336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,7168,2048,8,384,1,1,power_law_1.2,4.044275283813477
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,1,power_law_1.2,13.56664581298828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,1,power_law_1.2,11.815360260009765
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,1,power_law_1.2,10.008348846435547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,7168,2048,8,384,1,1,power_law_1.2,4.867241668701172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,1,power_law_1.2,13.570512390136718
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,7168,2048,8,384,1,1,power_law_1.2,5.7546142578125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,1,power_law_1.2,13.955014038085938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,1,power_law_1.2,18.964614868164062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,7168,2048,8,384,1,1,power_law_1.2,7.515875244140625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,1,power_law_1.2,17.604066467285158
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,1,power_law_1.2,17.690943908691406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,7168,2048,8,384,1,1,power_law_1.2,9.46006088256836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,1,power_law_1.2,24.393702697753906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,2688,1856,6,128,1,1,power_law_1.01,0.07257599830627441
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,1,power_law_1.01,0.04744639992713928
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,1,power_law_1.01,0.05432959794998169
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,1,power_law_1.01,0.0648863971233368
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,1,power_law_1.01,0.07565439939498901
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,1,power_law_1.01,0.10414079427719117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,1,power_law_1.01,0.15253759622573854
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,2688,1856,6,128,1,1,power_law_1.01,0.09875199794769288
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,1,power_law_1.2,21.624327087402342
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,2688,1856,6,128,1,1,power_law_1.01,0.1461184024810791
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,2688,1856,6,128,1,1,power_law_1.01,0.20690560340881348
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,2688,1856,6,128,1,1,power_law_1.01,0.24579839706420897
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,1,power_law_1.01,0.16267839670181275
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,2688,1856,6,128,1,1,power_law_1.01,0.3696768045425415
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,1,power_law_1.01,0.20959999561309814
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,2688,1856,6,128,1,1,power_law_1.01,0.38747520446777345
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,1,power_law_1.01,0.32950079441070557
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,2688,1856,6,128,1,1,power_law_1.01,0.39100799560546873
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,1,power_law_1.01,0.34875519275665284
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,1,power_law_1.01,0.2212224006652832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,1,power_law_1.01,0.364739203453064
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,1,power_law_1.01,0.3046623945236206
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,1,power_law_1.01,0.47615680694580076
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,2688,1856,6,128,1,1,power_law_1.01,0.40448641777038574
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,1,power_law_1.01,0.372873592376709
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,1,power_law_1.01,0.5142591953277588
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,2688,1856,6,128,1,1,power_law_1.01,0.4213856220245361
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,1,power_law_1.01,0.39090240001678467
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,1,power_law_1.01,0.5171807765960693
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,2688,1856,6,128,1,1,power_law_1.01,0.4198016166687012
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,1,power_law_1.01,0.422544002532959
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,1,power_law_1.01,0.538265609741211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,2688,1856,6,128,1,1,power_law_1.01,0.42602877616882323
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,1,power_law_1.01,0.5594719886779785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,2688,1856,6,128,1,1,power_law_1.01,0.43883838653564455
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,1,power_law_1.01,0.5779871940612793
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,2688,1856,6,128,1,1,power_law_1.01,0.44033279418945315
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,2688,1856,6,128,1,1,power_law_1.01,0.4509632110595703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,2688,1856,6,128,1,1,power_law_1.01,0.4575007915496826
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,1,power_law_1.01,0.43696961402893064
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,2688,1856,6,128,1,1,power_law_1.01,0.46959362030029295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,1,power_law_1.01,0.4404895782470703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,1,power_law_1.01,0.647273588180542
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,2688,1856,6,128,1,1,power_law_1.01,0.5022304058074951
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,1,power_law_1.01,0.45927038192749026
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,1,power_law_1.01,0.6653183937072754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,1,power_law_1.2,32.060736083984374
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,2688,1856,6,128,1,1,power_law_1.01,0.5504000186920166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,1,power_law_1.01,0.4853087902069092
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,1,power_law_1.01,0.6805856227874756
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,2688,1856,6,128,1,1,power_law_1.01,0.6303071975708008
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,1,power_law_1.01,0.5056896209716797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,2688,1856,6,128,1,1,power_law_1.01,0.7169055938720703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,1,power_law_1.01,0.5485663890838623
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,1,power_law_1.01,0.6977215766906738
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,2688,1856,6,128,1,1,power_law_1.01,0.8726112365722656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,1,power_law_1.01,0.6397439956665039
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,1,power_law_1.01,0.7140096187591553
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,2688,1856,6,128,1,1,power_law_1.01,1.0365792274475099
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,1,power_law_1.01,0.7284543991088868
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,1,power_law_1.01,0.7566944122314453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,2688,1856,6,128,1,1,power_law_1.01,1.3445759773254395
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,1,power_law_1.01,0.9078751564025879
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,1,power_law_1.01,0.8390048027038575
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,1,power_law_1.01,0.9347776412963867
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,1,power_law_1.01,1.0958335876464844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,2688,1856,6,128,1,1,power_law_1.01,1.6611839294433595
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,1,power_law_1.01,1.102284812927246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,1,power_law_1.01,1.4666111946105957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,1,power_law_1.01,1.28918399810791
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,2688,1856,6,128,1,1,power_law_1.01,2.2749696731567384
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,1,power_law_1.01,1.8418144226074218
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,1,power_law_1.01,1.6548128128051758
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,1,power_law_1.01,2.6063264846801757
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,1,power_law_1.01,2.047337532043457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,2688,1856,6,128,1,1,power_law_1.01,2.8868703842163086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,1,power_law_1.01,3.1819007873535154
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,1,power_law_1.01,3.3704639434814454
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,1,power_law_1.2,40.64798583984375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,1,power_law_1.2,0.05429760217666626
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,1,power_law_1.2,0.07611520290374756
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,1,power_law_1.2,0.15463039875030518
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,1,power_law_1.01,4.342150497436523
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,1,power_law_1.2,0.045824000239372255
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,1,power_law_1.2,0.06516159772872925
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,1,power_law_1.01,4.898191833496094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,1,power_law_1.2,0.10514559745788574
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,1,power_law_1.2,0.21516480445861816
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,1,power_law_1.2,0.28722879886627195
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,1,power_law_1.2,0.46677441596984864
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,1,power_law_1.2,0.5026080131530761
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,1,power_law_1.01,6.195062255859375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,1,power_law_1.2,0.15234880447387694
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,1,power_law_1.2,0.5254303932189941
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,1,power_law_1.2,0.20598719120025635
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,1,power_law_1.01,6.442569732666016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,1,power_law_1.2,0.5451072216033935
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,1,power_law_1.2,0.3273600101470947
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,1,power_law_1.2,0.561190414428711
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,2688,1856,6,128,1,1,power_law_1.2,0.07344319820404052
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,1,power_law_1.2,0.6032512187957764
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,2688,1856,6,128,1,1,power_law_1.2,0.09777920246124268
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,1,power_law_1.2,0.35222721099853516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,2688,1856,6,128,1,1,power_law_1.2,0.14553920030593873
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,1,power_law_1.2,0.36468479633331297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,2688,1856,6,128,1,1,power_law_1.2,0.18700159788131715
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,1,power_law_1.01,8.262899017333984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,1,power_law_1.2,0.3856735944747925
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,2688,1856,6,128,1,1,power_law_1.2,0.2405184030532837
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,2688,1856,6,128,1,1,power_law_1.2,0.3750175952911377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,1,power_law_1.2,0.4132863998413086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,2688,1856,6,128,1,1,power_law_1.2,0.39382400512695315
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,1,power_law_1.2,0.4498432159423828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,1,power_law_1.2,0.6589119911193848
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,2688,1856,6,128,1,1,power_law_1.2,0.40268797874450685
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,1,power_law_1.2,0.6825632095336914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,2688,1856,6,128,1,1,power_law_1.2,0.41296000480651857
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,1,power_law_1.2,0.6934879779815674
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,2688,1856,6,128,1,1,power_law_1.2,0.4167520046234131
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,1,power_law_1.2,0.7318079948425293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,2688,1856,6,128,1,1,power_law_1.2,0.4412032127380371
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,1,power_law_1.2,0.44081921577453614
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,1,power_law_1.01,0.2790816068649292
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,2688,1856,6,128,1,1,power_law_1.2,0.44658560752868653
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,1,power_law_1.2,0.7233823776245117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,1,power_law_1.2,0.45514559745788574
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,2688,1856,6,128,1,1,power_law_1.2,0.44915199279785156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,1,power_law_1.2,0.4762080192565918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,1,power_law_1.01,0.48544960021972655
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,2688,1856,6,128,1,1,power_law_1.2,0.45361919403076173
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,1,power_law_1.2,0.7737887859344482
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,1,power_law_1.2,0.49521918296813966
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,2688,1856,6,128,1,1,power_law_1.2,0.46031999588012695
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,1,power_law_1.2,0.856441593170166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,1,power_law_1.01,0.9175264358520507
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,1,power_law_1.2,0.5151264190673828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,2688,1856,6,128,1,1,power_law_1.2,0.4689184188842773
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,1,power_law_1.2,0.9526207923889161
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,1,power_law_1.2,0.5719871997833252
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,2688,1856,6,128,1,1,power_law_1.2,0.49925761222839354
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,1,power_law_1.2,1.1356831550598145
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,1,power_law_1.2,0.6605408191680908
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,2688,1856,6,128,1,1,power_law_1.2,0.5293344020843506
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,1,power_law_1.2,1.326211166381836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,1,power_law_1.01,1.5793631553649903
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,2688,1856,6,128,1,1,power_law_1.2,0.5822527885437012
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,2688,1856,6,128,1,1,power_law_1.2,0.6503232002258301
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,1,power_law_1.2,0.7555103778839112
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,1,power_law_1.2,1.7059648513793946
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,1,power_law_1.01,2.218876838684082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,2688,1856,6,128,1,1,power_law_1.2,0.7206175804138184
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,1,power_law_1.2,0.9345024108886719
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,2688,1856,6,128,1,1,power_law_1.2,0.8793439865112305
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,1,power_law_1.2,1.1215007781982422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,1,power_law_1.2,2.090028762817383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,1,power_law_1.01,3.9529857635498047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,1,power_law_1.2,1.4908512115478516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,2688,1856,6,128,1,1,power_law_1.2,1.032703971862793
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,1,power_law_1.2,3.242086410522461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,1,power_law_1.2,1.8832447052001953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,1,power_law_1.01,4.241487884521485
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,2688,1856,6,128,1,1,power_law_1.2,1.344752025604248
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,2688,1856,6,128,1,1,power_law_1.2,1.6434911727905273
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,1,power_law_1.01,4.482806396484375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,1,power_law_1.2,4.466080093383789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,1,power_law_1.2,2.6507808685302736
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,1,power_law_1.01,4.711414337158203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,1,power_law_1.01,5.002934265136719
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,2688,1856,6,128,1,1,power_law_1.2,2.25634880065918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,1,power_law_1.2,3.4208030700683594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,1,power_law_1.01,5.467430496215821
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,1,power_law_1.01,5.924342346191406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,1,power_law_1.2,6.295705413818359
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,1,power_law_1.2,4.9628448486328125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,1,power_law_1.01,6.258124923706054
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,1,power_law_1.01,6.913801574707032
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,1,power_law_1.01,7.511980438232422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,1,power_law_1.01,8.236313629150391
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,1,power_law_1.2,6.513702392578125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,1,power_law_1.01,0.18403840065002441
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,1,power_law_1.01,9.476441955566406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,1,power_law_1.01,0.326857590675354
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,1,power_law_1.01,0.6025152206420898
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,1,power_law_1.01,1.0430975914001466
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,1,power_law_1.2,7.9689888000488285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,1,power_law_1.01,8.119664001464844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,1,power_law_1.01,1.4373984336853027
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,1,power_law_1.01,2.4401151657104494
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,1,power_law_1.01,2.6087711334228514
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,1,power_law_1.01,9.422112274169923
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,1,power_law_1.01,2.8005632400512694
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,1,power_law_1.01,2.8246688842773438
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,1,power_law_1.01,3.082406425476074
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,1,power_law_1.01,11.22043228149414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,1,power_law_1.01,3.188380813598633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,1,power_law_1.01,3.4093822479248046
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,1,power_law_1.01,0.18567999601364135
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,1,power_law_1.01,3.64400634765625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,1,power_law_1.01,13.176197814941407
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,1,power_law_1.01,0.3189728021621704
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,1,power_law_1.01,4.399321746826172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,1,power_law_1.01,0.5788159847259522
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,1,power_law_1.01,5.048393630981446
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,1,power_law_1.01,5.466518402099609
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,1,power_law_1.01,17.007766723632812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,1,power_law_1.01,6.581427001953125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,1,power_law_1.01,0.9883744239807128
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,1,power_law_1.01,5.089795303344727
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,2688,1856,6,128,1,1,power_law_1.2,2.8522048950195313
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,1,power_law_1.01,1.4154047966003418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,1,power_law_1.01,22.140255737304688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,1,power_law_1.01,2.3497024536132813
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,1,power_law_1.01,5.838681411743164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,1,power_law_1.01,2.521651268005371
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,4096,2688,22,512,1,1,power_law_1.01,0.29851839542388914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,4096,2688,22,512,1,1,power_law_1.01,0.4367680072784424
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,1,power_law_1.01,2.6423519134521483
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,4096,2688,22,512,1,1,power_law_1.01,0.7020576000213623
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,1,power_law_1.01,7.2233123779296875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,1,power_law_1.01,2.7305887222290037
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,4096,2688,22,512,1,1,power_law_1.01,1.0769984245300293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,4096,2688,22,512,1,1,power_law_1.01,1.398806381225586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,1,power_law_1.01,2.800511932373047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,4096,2688,22,512,1,1,power_law_1.01,2.162723159790039
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,1,power_law_1.01,2.912713623046875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,1,power_law_1.01,8.64807357788086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,4096,2688,22,512,1,1,power_law_1.01,2.2601247787475587
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,1,power_law_1.01,2.9975936889648436
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,4096,2688,22,512,1,1,power_law_1.01,2.374435234069824
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,1,power_law_1.01,32.36845092773437
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,1,power_law_1.01,3.0711551666259767
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,4096,2688,22,512,1,1,power_law_1.01,2.457375907897949
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,1,power_law_1.01,3.239990234375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,4096,2688,22,512,1,1,power_law_1.01,2.50150089263916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,1,power_law_1.01,11.470848083496094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,4096,2688,22,512,1,1,power_law_1.01,2.5344831466674806
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,1,power_law_1.01,3.3386592864990234
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,4096,2688,22,512,1,1,power_law_1.01,2.615542411804199
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,1,power_law_1.01,3.4624607086181642
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,4096,2688,22,512,1,1,power_law_1.01,2.614569664001465
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,1,power_law_1.01,3.6686080932617187
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,4096,2688,22,512,1,1,power_law_1.01,2.695577621459961
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,1,power_law_1.01,14.39020233154297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,1,power_law_1.01,4.286329650878907
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,4096,2688,22,512,1,1,power_law_1.01,2.694566345214844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,4096,2688,22,512,1,1,power_law_1.01,2.734009552001953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,1,power_law_1.01,4.818806457519531
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,1,power_law_1.01,38.914309692382815
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,4096,2688,22,512,1,1,power_law_1.01,2.8115840911865235
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,1,power_law_1.01,6.017132949829102
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,4096,2688,22,512,1,1,power_law_1.01,3.1370304107666014
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,1,power_law_1.01,20.1138916015625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,4096,2688,22,512,1,1,power_law_1.01,3.355059051513672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,1,power_law_1.01,7.012429046630859
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,4096,2688,22,512,1,1,power_law_1.01,3.828761672973633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,4096,2688,22,512,1,1,power_law_1.01,4.259955215454101
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,1,power_law_1.01,9.192025756835937
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,4096,2688,22,512,1,1,power_law_1.01,5.1854911804199215
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,1,power_law_1.01,25.892779541015624
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,1,power_law_1.01,11.458448028564453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,4096,2688,22,512,1,1,power_law_1.01,6.130953598022461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,1,power_law_1.01,55.97923583984375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,1,power_law_1.01,15.876051330566407
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,4096,2688,22,512,1,1,power_law_1.01,7.931910705566406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,1,power_law_1.01,37.482080078125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,4096,2688,22,512,1,1,power_law_1.01,9.803702545166015
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,1,power_law_1.01,20.171746826171876
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,4096,2688,22,512,1,1,power_law_1.01,13.878092956542968
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,1,power_law_1.01,70.01632690429688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,1,power_law_1.2,0.2800447940826416
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,1,power_law_1.2,0.48807997703552247
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,1,power_law_1.01,28.86579284667969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,1,power_law_1.2,0.9149087905883789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,1,power_law_1.2,1.4158656120300293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,1,power_law_1.01,49.602987670898436
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,4096,2688,22,512,1,1,power_law_1.01,17.64099578857422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,1,power_law_1.2,0.18384000062942504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,1,power_law_1.2,2.0386751174926756
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,1,power_law_1.2,0.32842559814453126
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,1,power_law_1.2,0.6030303955078125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,1,power_law_1.2,3.8388702392578127
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,1,power_law_1.2,0.9377887725830079
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,1,power_law_1.2,4.211430358886719
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,1,power_law_1.2,1.323100757598877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,1,power_law_1.2,2.3883264541625975
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,1,power_law_1.2,4.458089447021484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,1,power_law_1.2,2.6205184936523436
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,1,power_law_1.2,4.760275268554688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,1,power_law_1.2,2.765167999267578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,1,power_law_1.2,0.18580479621887208
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,1,power_law_1.2,0.31717119216918943
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,1,power_law_1.2,2.929439926147461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,1,power_law_1.2,0.5803264141082763
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,1,power_law_1.2,5.197836685180664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,1,power_law_1.2,3.010176086425781
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,1,power_law_1.01,37.31260986328125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,1,power_law_1.2,3.235647964477539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,1,power_law_1.2,5.646809768676758
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,1,power_law_1.2,3.811628723144531
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,1,power_law_1.2,5.979900741577149
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,4096,2688,22,512,1,1,power_law_1.2,0.3230463981628418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,1,power_law_1.2,3.826115036010742
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,1,power_law_1.2,0.8817983627319336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,4096,2688,22,512,1,1,power_law_1.2,0.4783071994781494
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,1,power_law_1.2,6.547494506835937
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,4096,2688,22,512,1,1,power_law_1.2,0.7394591808319092
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,1,power_law_1.2,1.2760736465454101
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,1,power_law_1.2,4.456947326660156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,4096,2688,22,512,1,1,power_law_1.2,0.977017593383789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,1,power_law_1.2,2.3005088806152343
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,4096,2688,22,512,1,1,power_law_1.2,1.2804384231567383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,1,power_law_1.2,7.241712188720703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,1,power_law_1.2,5.207660675048828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,1,power_law_1.2,2.5162752151489256
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,4096,2688,22,512,1,1,power_law_1.2,2.1472991943359374
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,1,power_law_1.2,2.6337247848510743
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,4096,2688,22,512,1,1,power_law_1.2,2.29266242980957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,1,power_law_1.2,5.717097473144531
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,1,power_law_1.2,8.032784271240235
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,4096,2688,22,512,1,1,power_law_1.2,2.414441680908203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,1,power_law_1.2,2.7224992752075194
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,4096,2688,22,512,1,1,power_law_1.2,2.4414655685424806
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,1,power_law_1.2,2.81329288482666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,1,power_law_1.2,6.694425964355469
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,4096,2688,22,512,1,1,power_law_1.2,2.5054208755493166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,1,power_law_1.2,8.642221069335937
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,1,power_law_1.2,2.9119583129882813
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,4096,2688,22,512,1,1,power_law_1.2,2.605743980407715
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,1,power_law_1.2,5.307478332519532
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,1,power_law_1.2,3.017897605895996
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,4096,2688,22,512,1,1,power_law_1.2,2.708483123779297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,1,power_law_1.2,3.1251583099365234
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,1,power_law_1.2,9.89307861328125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,4096,2688,22,512,1,1,power_law_1.2,2.715715217590332
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,1,power_law_1.2,3.2800670623779298
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,1,power_law_1.2,5.973385620117187
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,4096,2688,22,512,1,1,power_law_1.2,2.839036750793457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,1,power_law_1.2,8.546377563476563
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,1,power_law_1.2,3.427417755126953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,4096,2688,22,512,1,1,power_law_1.2,2.812019157409668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,1,power_law_1.2,7.494505310058594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,1,power_law_1.2,3.5703807830810548
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,4096,2688,22,512,1,1,power_law_1.2,2.86092472076416
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,1,power_law_1.2,9.614611053466797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,1,power_law_1.2,3.8301536560058596
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,4096,2688,22,512,1,1,power_law_1.2,3.006559944152832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,1,power_law_1.2,8.809343719482422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,1,power_law_1.2,4.339302444458008
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,4096,2688,22,512,1,1,power_law_1.2,3.2643489837646484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,1,power_law_1.2,11.95467529296875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,4096,2688,22,512,1,1,power_law_1.2,3.4822113037109377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,1,power_law_1.2,4.896211242675781
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,1,power_law_1.2,11.692185974121093
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,4096,2688,22,512,1,1,power_law_1.2,3.923952102661133
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,1,power_law_1.2,5.970758438110352
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,1,power_law_1.2,13.85742645263672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,4096,2688,22,512,1,1,power_law_1.2,4.376697540283203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,1,power_law_1.2,14.558393859863282
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,1,power_law_1.2,7.104726409912109
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,4096,2688,22,512,1,1,power_law_1.2,5.319190216064453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,1,power_law_1.2,17.627725219726564
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,1,power_law_1.2,9.273382568359375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,4096,2688,22,512,1,1,power_law_1.2,6.230502319335938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,1,power_law_1.2,20.33759002685547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,1,power_law_1.2,11.461055755615234
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,1,power_law_1.2,21.912538146972658
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,4096,2688,22,512,1,1,power_law_1.2,8.290284729003906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,4096,2688,22,512,1,1,power_law_1.2,10.611222076416016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,1,power_law_1.2,15.787548828125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,1,power_law_1.2,26.28032531738281
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,1,power_law_1.2,32.48179626464844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,4096,2688,22,512,1,1,power_law_1.2,14.879142761230469
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,1,power_law_1.2,20.009449768066407
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,4096,2688,22,512,1,1,power_law_1.2,18.88082275390625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,1,power_law_1.2,38.83314514160156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,2,power_law_1.01,0.16607999801635742
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,2,power_law_1.01,0.22688639163970947
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,2,power_law_1.01,0.22339839935302735
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,2,power_law_1.01,0.40274882316589355
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,2,power_law_1.01,0.40391998291015624
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,1,power_law_1.2,38.01774597167969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,2,power_law_1.01,0.40681281089782717
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,2,power_law_1.01,0.4089503765106201
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,2,power_law_1.01,0.415334415435791
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,2,power_law_1.01,0.43333120346069337
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,2,power_law_1.01,0.4456160068511963
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,1,power_law_1.2,28.484640502929686
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,2,power_law_1.01,0.4586207866668701
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,2,power_law_1.01,0.48102078437805174
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,2,power_law_1.01,0.4884640216827393
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,2,power_law_1.01,0.5468544006347656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,2,power_law_1.01,0.5992512226104736
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,2,power_law_1.01,0.6656832218170166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,2,power_law_1.01,0.7595136165618896
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,2,power_law_1.01,1.084540843963623
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,2,power_law_1.01,1.313424015045166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,2,power_law_1.01,1.7368255615234376
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,1,power_law_1.2,36.85475158691406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,2,power_law_1.01,2.264896011352539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,2,power_law_1.01,0.16573439836502074
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,1,power_law_1.2,53.2951416015625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,2,power_law_1.01,0.18089280128479004
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,2,power_law_1.01,0.16851199865341188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,1,power_law_1.2,52.4415283203125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,1,2,power_law_1.01,0.13465919494628906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,1,2,power_law_1.01,0.16079360246658325
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,1,2,power_law_1.01,0.1843999981880188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,1,2,power_law_1.01,0.20305919647216797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,1,2,power_law_1.01,0.20383999347686768
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,1,2,power_law_1.01,0.2082751989364624
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,2,power_law_1.01,0.2941440105438232
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,1,2,power_law_1.01,0.21200640201568605
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,2,power_law_1.01,0.3004863977432251
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,1,2,power_law_1.01,0.2169248104095459
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,2,power_law_1.01,0.306281590461731
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,1,2,power_law_1.01,0.23076798915863037
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,2,power_law_1.01,0.3122528076171875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,1,2,power_law_1.01,0.23276801109313966
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,2,power_law_1.01,0.31880640983581543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,1,2,power_law_1.01,0.2519711971282959
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,2,power_law_1.01,0.3338720083236694
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,1,2,power_law_1.01,0.2781824111938477
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,2,power_law_1.01,0.3448735952377319
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,1,2,power_law_1.01,0.29047679901123047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,2,power_law_1.01,0.36323521137237547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,1,2,power_law_1.01,0.3181663990020752
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,2,power_law_1.01,0.38781440258026123
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,1,2,power_law_1.01,0.3697376012802124
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,2,power_law_1.01,0.4084127902984619
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,1,2,power_law_1.01,0.43543357849121095
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,2,power_law_1.01,0.44234237670898435
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,1,2,power_law_1.01,0.5007391929626465
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,2,power_law_1.01,4.716796875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,2,power_law_1.01,0.5632575988769531
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,2,power_law_1.01,0.6363999843597412
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,1,2,power_law_1.01,0.668723201751709
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,2,power_law_1.01,0.7376224040985108
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,1,2,power_law_1.01,0.8307456016540528
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,1,2,power_law_1.01,1.2210399627685546
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,2,power_law_1.01,0.9185695648193359
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,2,power_law_1.01,1.2003040313720703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,1,2,power_law_1.01,1.4669247627258302
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,2,power_law_1.01,1.6977184295654297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,2,power_law_1.01,5.559161758422851
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,2,power_law_1.01,2.1630048751831055
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,1,2,power_law_1.01,2.261568069458008
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,1,power_law_1.2,72.0876220703125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,2,power_law_1.2,0.17386560440063475
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,2,power_law_1.2,0.1982143998146057
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,2,power_law_1.2,0.258406400680542
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,2,power_law_1.2,0.40517759323120117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,2,power_law_1.2,0.4069568157196045
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,2,power_law_1.2,0.4080480098724365
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,2,power_law_1.2,0.4110591888427734
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,2,power_law_1.2,0.4142848014831543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,2,power_law_1.2,0.43551998138427733
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,2,power_law_1.2,0.4555520057678223
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,2,power_law_1.01,2.9370304107666017
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,2,power_law_1.2,0.46617279052734373
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,2,power_law_1.2,0.4777632236480713
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,2,power_law_1.2,0.49212799072265623
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,2,power_law_1.2,0.5309440135955811
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,2,power_law_1.2,0.6067296028137207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,2,power_law_1.2,0.6781631946563721
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,1,2,power_law_1.01,2.9187583923339844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,2,power_law_1.2,0.7657695770263672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,2,power_law_1.2,1.0859711647033692
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,2,power_law_1.2,1.3008288383483886
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,2,power_law_1.01,9.278864288330078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,2,power_law_1.01,4.064243316650391
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,2,power_law_1.2,2.158790397644043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,2,power_law_1.2,2.670572853088379
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,2,power_law_1.01,6.029081726074219
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,2,power_law_1.01,10.956883239746094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,2,power_law_1.2,3.945817565917969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,1,2,power_law_1.01,4.328704071044922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,2,power_law_1.2,5.728777694702148
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,1,2,power_law_1.01,5.480783843994141
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,2,power_law_1.01,21.198963928222657
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,2,power_law_1.01,8.368278503417969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,2,power_law_1.2,10.097952270507813
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,2,power_law_1.01,14.877468872070313
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,2,power_law_1.2,13.214469909667969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,1,2,power_law_1.01,8.617420959472657
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,2,power_law_1.01,23.988851928710936
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,2,power_law_1.2,0.15148160457611085
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,2,power_law_1.2,0.17431679964065552
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,2,power_law_1.2,0.1818336009979248
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,2,power_law_1.2,0.2968575954437256
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,2,power_law_1.2,0.2974303960800171
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,2,power_law_1.2,0.3070496082305908
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,2,power_law_1.2,0.31030399799346925
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,2,power_law_1.2,0.32157120704650877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,2,power_law_1.2,0.33948800563812254
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,2,power_law_1.2,0.3447520017623901
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,2,power_law_1.2,0.36674559116363525
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,2,power_law_1.2,0.3869760036468506
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,2,power_law_1.2,0.40325121879577636
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,2,power_law_1.2,0.442080020904541
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,2,power_law_1.2,0.560758399963379
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,2,power_law_1.2,0.5833983898162842
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,2,power_law_1.2,0.7393055915832519
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,2,power_law_1.2,0.9103743553161621
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,2,power_law_1.2,1.1582143783569336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,1,2,power_law_1.01,10.698931121826172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,1,2,power_law_1.2,0.1355296015739441
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,1,2,power_law_1.2,0.15775680541992188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,1,2,power_law_1.2,0.18536959886550902
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,1,2,power_law_1.2,0.2053600072860718
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,1,2,power_law_1.2,0.20314240455627441
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,1,2,power_law_1.2,0.20814080238342286
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,2,power_law_1.2,1.86396484375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,1,2,power_law_1.2,0.2133023977279663
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,1,2,power_law_1.2,0.2180543899536133
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,1,2,power_law_1.2,0.22645120620727538
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,1,2,power_law_1.2,0.234604811668396
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,1,2,power_law_1.2,0.25425920486450193
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,1,2,power_law_1.2,0.2830559968948364
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,1,2,power_law_1.2,0.28873600959777834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,1,2,power_law_1.2,0.33145599365234374
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,1,2,power_law_1.2,0.3892287969589233
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,2,power_law_1.2,2.0893856048583985
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,1,2,power_law_1.2,0.414243221282959
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,1,2,power_law_1.2,0.5205920219421387
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,1,2,power_law_1.2,0.6838560104370117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,2,power_law_1.01,21.6617919921875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,1,2,power_law_1.2,0.8662783622741699
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,2,power_law_1.2,19.408335876464843
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,2,power_law_1.2,3.171014404296875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,14336,2,8,2,1,power_law_1.01,0.1059872031211853
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,14336,2,8,2,1,power_law_1.01,0.1459391951560974
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,14336,2,8,2,1,power_law_1.01,0.17077759504318238
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,1,2,power_law_1.2,1.1783967971801759
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,14336,2,8,2,1,power_law_1.01,0.24694719314575195
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,1,2,power_law_1.2,1.4778783798217774
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,2,power_law_1.2,4.212268829345703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,14336,2,8,2,1,power_law_1.01,0.3101344108581543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,14336,2,8,2,1,power_law_1.01,0.30992960929870605
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,14336,2,8,2,1,power_law_1.01,0.3152479887008667
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,14336,2,8,2,1,power_law_1.01,0.31775999069213867
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,14336,2,8,2,1,power_law_1.01,0.33987200260162354
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,14336,2,8,2,1,power_law_1.01,0.34124159812927246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,14336,2,8,2,1,power_law_1.01,0.3646464109420776
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,14336,2,8,2,1,power_law_1.01,0.379366397857666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,14336,2,8,2,1,power_law_1.01,0.39100160598754885
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,14336,2,8,2,1,power_law_1.01,0.41805119514465333
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,14336,2,8,2,1,power_law_1.01,0.4672192096710205
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,14336,2,8,2,1,power_law_1.01,0.5535999774932862
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,14336,2,8,2,1,power_law_1.01,0.620908784866333
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,14336,2,8,2,1,power_law_1.01,0.7696095943450928
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,2,1,power_law_1.01,0.9433279991149902
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,1,2,power_law_1.2,2.2463104248046877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,2,1,power_law_1.01,1.2772768020629883
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,2,1,power_law_1.01,1.6205055236816406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,1,2,power_law_1.2,2.995689582824707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,2,power_law_1.2,6.495820617675781
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,2,1,power_law_1.01,2.3896320343017576
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,2,1,power_law_1.01,3.148556709289551
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,2,power_law_1.2,8.404198455810548
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,2,1,power_law_1.01,5.176736068725586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,1,2,power_law_1.2,4.305673599243164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,2,power_law_1.2,29.07018127441406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,2,1,power_law_1.01,0.09225280284881592
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,2,1,power_law_1.01,0.11083199977874755
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,2,1,power_law_1.01,0.12974400520324708
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,2,1,power_law_1.01,0.1798751950263977
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,2,1,power_law_1.01,7.556329345703125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,2,1,power_law_1.01,0.22031679153442382
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,2,1,power_law_1.01,0.22432959079742432
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,2,1,power_law_1.01,0.2270751953125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,2,1,power_law_1.01,0.23174080848693848
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,2,1,power_law_1.01,0.24186561107635499
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,2,1,power_law_1.01,0.25937280654907224
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,2,1,power_law_1.01,0.28091518878936766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,2,1,power_law_1.01,0.3056864023208618
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,2,1,power_law_1.01,0.3231712102890015
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,2,1,power_law_1.01,0.37832961082458494
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,2,1,power_law_1.01,0.41880321502685547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,2,1,power_law_1.01,0.4874847888946533
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,2,1,power_law_1.01,0.5425631999969482
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,2,1,power_law_1.01,0.7191199779510498
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,2,1,power_law_1.01,0.8757151603698731
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,2,1,power_law_1.01,1.2069631576538087
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,2,1,power_law_1.01,1.5526592254638671
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,1,2,power_law_1.2,5.753225708007813
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,2,1,power_law_1.01,2.230121612548828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,2,1,power_law_1.01,2.921763229370117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,2,1,power_law_1.01,11.245475006103515
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,2,1,power_law_1.01,4.287295913696289
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,2,power_law_1.2,15.404400634765626
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,1,2,power_law_1.2,8.070326232910157
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,2,1,power_law_1.01,5.629350280761718
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,2,1,power_law_1.01,14.824295043945312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,2,1,power_law_1.01,0.08245760202407837
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,2,1,power_law_1.01,0.10467519760131835
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,2,1,power_law_1.01,0.1341920018196106
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,2,1,power_law_1.01,0.16078720092773438
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,2,1,power_law_1.01,0.1603551983833313
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,2,1,power_law_1.01,0.16343679428100585
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,2,1,power_law_1.01,0.16516799926757814
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,2,1,power_law_1.01,0.1679744005203247
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,2,1,power_law_1.01,0.17677760124206543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,2,1,power_law_1.01,8.38095703125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,2,1,power_law_1.01,0.1888991951942444
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,2,1,power_law_1.01,0.20935359001159667
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,2,1,power_law_1.01,0.23775360584259034
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,2,1,power_law_1.01,0.25243520736694336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,2,1,power_law_1.01,0.27518401145935056
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,2,1,power_law_1.01,0.3009632110595703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,2,1,power_law_1.01,0.32602880001068113
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,2,1,power_law_1.01,0.39194560050964355
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,2,1,power_law_1.01,0.48427519798278806
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,2,1,power_law_1.01,0.5986559867858887
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,2,1,power_law_1.01,0.8371871948242188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,2,1,power_law_1.01,1.068841552734375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,2,1,power_law_1.01,1.5185183525085448
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,2,1,power_law_1.01,1.9729536056518555
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,1,2,power_law_1.2,10.662806701660156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,4096,14336,2,8,2,1,power_law_1.01,0.07272319793701172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,4096,14336,2,8,2,1,power_law_1.01,0.11008319854736329
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,4096,14336,2,8,2,1,power_law_1.01,0.1347872018814087
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,4096,14336,2,8,2,1,power_law_1.01,0.18707200288772582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,4096,14336,2,8,2,1,power_law_1.01,0.18117120265960693
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,4096,14336,2,8,2,1,power_law_1.01,0.18359359502792358
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,4096,14336,2,8,2,1,power_law_1.01,0.18646080493927003
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,4096,14336,2,8,2,1,power_law_1.01,0.19169280529022217
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,4096,14336,2,8,2,1,power_law_1.01,0.18607360124588013
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,4096,14336,2,8,2,1,power_law_1.01,0.1850175976753235
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,4096,14336,2,8,2,1,power_law_1.01,0.1812448024749756
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,4096,14336,2,8,2,1,power_law_1.01,0.18511680364608765
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,4096,14336,2,8,2,1,power_law_1.01,0.18075840473175048
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,4096,14336,2,8,2,1,power_law_1.01,0.19810880422592164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,4096,14336,2,8,2,1,power_law_1.01,0.20847680568695068
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,4096,14336,2,8,2,1,power_law_1.01,0.21730880737304686
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,4096,14336,2,8,2,1,power_law_1.01,0.22904961109161376
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,4096,14336,2,8,2,1,power_law_1.01,0.26338560581207277
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,4096,14336,2,8,2,1,power_law_1.01,0.3029952049255371
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,2,1,power_law_1.01,11.155900573730468
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,14336,2,8,2,1,power_law_1.2,0.10623040199279785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,14336,2,8,2,1,power_law_1.2,0.14274879693984985
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,14336,2,8,2,1,power_law_1.2,0.1595744013786316
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,14336,2,8,2,1,power_law_1.2,0.24526400566101075
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,14336,2,8,2,1,power_law_1.2,0.30794239044189453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,14336,2,8,2,1,power_law_1.2,0.31624319553375246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,14336,2,8,2,1,power_law_1.2,0.31613759994506835
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,14336,2,8,2,1,power_law_1.2,0.3250751972198486
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,14336,2,8,2,1,power_law_1.2,0.33635520935058594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,14336,2,8,2,1,power_law_1.2,0.3594464063644409
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,4096,14336,2,8,2,1,power_law_1.01,0.3624703884124756
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,14336,2,8,2,1,power_law_1.2,0.37008640766143797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,14336,2,8,2,1,power_law_1.2,0.3811743974685669
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,14336,2,8,2,1,power_law_1.2,0.3804703950881958
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,2,power_law_1.2,22.76661071777344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,2,1,power_law_1.2,0.09226239919662475
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,14336,2,8,2,1,power_law_1.2,0.4215231895446777
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,2,1,power_law_1.2,0.11189759969711303
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,2,1,power_law_1.2,0.1432255983352661
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,2,1,power_law_1.2,0.18291840553283692
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,14336,2,8,2,1,power_law_1.2,0.4675583839416504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,2,1,power_law_1.2,0.2169055938720703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,2,1,power_law_1.2,0.22422399520874023
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,14336,2,8,2,1,power_law_1.2,0.5180416107177734
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,2,1,power_law_1.2,0.22811520099639893
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,2,1,power_law_1.2,0.23517439365386963
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,2,1,power_law_1.2,0.25793280601501467
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,2,1,power_law_1.2,0.26583359241485593
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,14336,2,8,2,1,power_law_1.2,0.616377592086792
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,2,1,power_law_1.2,0.27785279750823977
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,4096,14336,2,8,2,1,power_law_1.01,0.4351840019226074
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,2,1,power_law_1.01,2.9030527114868163
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,2,1,power_law_1.2,0.30623040199279783
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,2,1,power_law_1.2,0.3314111948013306
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,2,1,power_law_1.2,0.3887903928756714
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,2,1,power_law_1.2,0.41621761322021483
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,14336,2,8,2,1,power_law_1.2,0.7578144073486328
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,2,1,power_law_1.2,0.4815680027008057
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,2,1,power_law_1.2,0.5357888221740723
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,4096,14336,2,8,2,1,power_law_1.01,0.5756159782409668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,2,1,power_law_1.2,0.9212127685546875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,2,1,power_law_1.2,0.7166880130767822
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,2,1,power_law_1.2,0.8756416320800782
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,2,1,power_law_1.2,1.2759903907775878
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,2,1,power_law_1.2,1.2137439727783204
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,4096,14336,2,8,2,1,power_law_1.01,0.7139488220214844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,2,1,power_law_1.2,1.6263872146606446
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,2,1,power_law_1.2,1.5523232460021972
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,2,1,power_law_1.2,2.242409515380859
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,2,1,power_law_1.2,2.32291202545166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,4096,14336,2,8,2,1,power_law_1.01,0.999452781677246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,2,1,power_law_1.01,3.822137451171875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,4096,14336,2,8,2,1,power_law_1.01,1.2967455863952637
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,2,1,power_law_1.2,3.5942657470703123
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,2,1,power_law_1.2,2.9274816513061523
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,4096,14336,2,8,2,1,power_law_1.01,1.8498016357421876
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,2,1,power_law_1.2,5.805718231201172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,2,1,power_law_1.2,4.288236618041992
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,2,1,power_law_1.01,5.6713409423828125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,2,1,power_law_1.01,7.525647735595703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,2,1,power_law_1.2,0.08167679905891419
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,2,1,power_law_1.2,0.10613440275192261
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,2,1,power_law_1.2,0.12176320552825928
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,2,1,power_law_1.2,0.1596351981163025
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,2,1,power_law_1.2,0.159062397480011
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,2,1,power_law_1.2,0.16553280353546143
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,2,1,power_law_1.2,0.16571520566940307
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,2,1,power_law_1.2,0.16751359701156615
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,2,1,power_law_1.2,0.18171199560165405
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,2,1,power_law_1.2,0.18751360177993776
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,2,1,power_law_1.2,0.21039679050445556
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,2,1,power_law_1.2,0.23438079357147218
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,2,1,power_law_1.2,0.2523200035095215
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,2,1,power_law_1.2,5.661401748657227
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,2,1,power_law_1.2,7.515459442138672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,2,1,power_law_1.2,0.2744927883148193
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,2,1,power_law_1.2,0.2984832048416138
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,4096,14336,2,8,2,1,power_law_1.01,2.424652862548828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,4096,14336,2,8,2,1,power_law_1.2,0.08455359935760498
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,4096,14336,2,8,2,1,power_law_1.2,0.11561599969863892
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,4096,14336,2,8,2,1,power_law_1.2,0.12821120023727417
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,2,1,power_law_1.2,0.32295999526977537
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,4096,14336,2,8,2,1,power_law_1.2,0.18536959886550902
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,4096,14336,2,8,2,1,power_law_1.2,0.17581119537353515
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,4096,14336,2,8,2,1,power_law_1.2,0.18528319597244264
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,4096,14336,2,8,2,1,power_law_1.2,0.18967039585113527
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,2,1,power_law_1.2,0.3784287929534912
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,4096,14336,2,8,2,1,power_law_1.2,0.1851871967315674
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,4096,14336,2,8,2,1,power_law_1.2,0.18170559406280518
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,4096,14336,2,8,2,1,power_law_1.2,0.18422399759292601
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,4096,14336,2,8,2,1,power_law_1.2,0.1835551977157593
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,4096,14336,2,8,2,1,power_law_1.2,0.18392319679260255
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,4096,14336,2,8,2,1,power_law_1.2,0.18877120018005372
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,4096,14336,2,8,2,1,power_law_1.2,0.19663039445877076
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,4096,14336,2,8,2,1,power_law_1.2,0.21019198894500732
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,2,1,power_law_1.2,0.48772802352905276
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,4096,14336,2,8,2,1,power_law_1.2,0.21323840618133544
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,2,1,power_law_1.2,0.5966464042663574
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,4096,14336,2,8,2,1,power_law_1.2,0.2286367893218994
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,4096,14336,2,8,2,1,power_law_1.2,0.26302399635314944
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,4096,14336,2,8,2,1,power_law_1.2,0.30634560585021975
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,4096,14336,2,8,2,1,power_law_1.2,0.37370240688323975
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,2,1,power_law_1.2,0.8318112373352051
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,4096,14336,2,8,2,1,power_law_1.2,0.4383903980255127
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,2,1,power_law_1.2,1.0660160064697266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,4096,14336,2,8,2,1,power_law_1.2,0.5770048141479492
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,2,1,power_law_1.2,1.523686408996582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,4096,14336,2,8,2,1,power_law_1.2,0.7082431793212891
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,2,1,power_law_1.2,8.410867309570312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,2,1,power_law_1.2,1.972198486328125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,4096,14336,2,8,2,1,power_law_1.2,0.9817824363708496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,2,1,power_law_1.2,11.688169860839844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,2,1,power_law_1.2,2.9004287719726562
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,4096,14336,2,8,2,1,power_law_1.2,1.2744128227233886
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,2,1,power_law_1.2,3.8181407928466795
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,2,1,power_law_1.2,11.149705505371093
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,2,power_law_1.01,0.2537503957748413
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,2,power_law_1.01,0.31208319664001466
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,2,power_law_1.01,0.36199679374694826
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,2,power_law_1.01,0.5921567916870117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,2,power_law_1.01,0.6165184020996094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,2,power_law_1.01,0.6312416076660157
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,2,power_law_1.01,0.6231872081756592
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,2,power_law_1.01,0.6405151844024658
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,2,power_law_1.01,0.6431583881378173
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,2,power_law_1.01,0.6529600143432617
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,2,power_law_1.01,0.6624832153320312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,2,power_law_1.01,0.6877952098846436
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,2,power_law_1.01,0.7151040077209473
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,2,power_law_1.01,0.8238911628723145
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,2,power_law_1.01,0.9718208312988281
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,2,power_law_1.01,1.0788512229919434
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,2,power_law_1.01,1.2519807815551758
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,2,power_law_1.01,1.6767135620117188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,2,1,power_law_1.2,15.56011505126953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,2,power_law_1.01,0.19913599491119385
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,2,power_law_1.01,0.23713600635528564
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,2,power_law_1.01,0.2711679935455322
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,2,power_law_1.01,0.39197440147399903
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,2,power_law_1.01,0.3996608018875122
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,2,power_law_1.01,0.4084191799163818
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,2,power_law_1.01,0.42507519721984866
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,2,power_law_1.01,0.43784642219543457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,2,power_law_1.01,2.242959976196289
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,2,power_law_1.01,0.4616384029388428
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,2,power_law_1.01,0.4686880111694336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,2,power_law_1.01,0.5197984218597412
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,2,power_law_1.01,0.5612927913665772
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,2,power_law_1.01,0.5791103839874268
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,2,power_law_1.01,0.642732810974121
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,2,power_law_1.01,3.223712158203125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,2,power_law_1.01,0.8029600143432617
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,2,power_law_1.01,0.9627424240112304
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,2,power_law_1.01,1.0930015563964843
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,2,power_law_1.01,1.4325216293334961
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,2,power_law_1.01,5.40250244140625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,2,power_law_1.01,1.8321983337402343
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,2,power_law_1.01,2.7333759307861327
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,4096,14336,2,8,2,1,power_law_1.2,1.8554143905639648
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,2,power_law_1.01,7.44585952758789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,2,power_law_1.01,3.182784080505371
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,2,1,power_law_1.2,5.675823974609375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,2,power_law_1.01,5.024399948120117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,2,power_law_1.01,9.642873382568359
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,2,power_law_1.01,6.971590423583985
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,2,power_law_1.01,10.736294555664063
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,2,power_law_1.01,16.365228271484376
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,2,power_law_1.01,13.306051635742188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,2,power_law_1.01,20.158601379394533
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,2,1,power_law_1.2,7.522560119628906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,1,2,power_law_1.01,0.16369279623031616
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,1,2,power_law_1.01,0.2041248083114624
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,1,2,power_law_1.01,0.22231040000915528
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,1,2,power_law_1.01,0.2875999927520752
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,1,2,power_law_1.01,0.293286395072937
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,1,2,power_law_1.01,0.2920383930206299
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,1,2,power_law_1.01,0.30129280090332033
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,1,2,power_law_1.01,0.30594239234924314
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,1,2,power_law_1.01,0.31958398818969724
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,1,2,power_law_1.01,0.3301568031311035
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,1,2,power_law_1.01,0.3442975997924805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,1,2,power_law_1.01,0.41689281463623046
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,1,2,power_law_1.01,0.4422880172729492
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,1,2,power_law_1.01,0.49127998352050783
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,1,2,power_law_1.01,0.5633247852325439
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,1,2,power_law_1.01,0.6253952026367188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,1,2,power_law_1.01,0.7789216041564941
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,1,2,power_law_1.01,0.9810720443725586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,1,2,power_law_1.01,1.261952018737793
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,4096,14336,2,8,2,1,power_law_1.2,2.4121631622314452
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,1,2,power_law_1.01,1.7179840087890625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,2,power_law_1.2,0.2757312059402466
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,2,power_law_1.2,0.2908735990524292
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,2,power_law_1.2,0.36895360946655276
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,1,2,power_law_1.01,2.3591840744018553
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,2,power_law_1.2,0.6297183990478515
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,2,power_law_1.2,0.609171199798584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,2,power_law_1.2,0.6298240184783935
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,2,power_law_1.2,0.6362592220306397
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,2,power_law_1.2,0.6432831764221192
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,2,power_law_1.2,0.6478303909301758
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,2,power_law_1.2,0.6521535873413086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,2,power_law_1.2,0.6599423885345459
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,2,power_law_1.2,0.6902976036071777
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,2,power_law_1.2,0.7239967823028565
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,2,power_law_1.2,0.813424015045166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,2,power_law_1.2,0.9164064407348633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,1,2,power_law_1.01,3.597331237792969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,2,power_law_1.2,1.1168864250183106
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,2,power_law_1.2,1.2613439559936523
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,2,power_law_1.2,1.6619327545166016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,2,power_law_1.01,23.858934020996095
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,2,power_law_1.2,2.3442272186279296
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,2,power_law_1.2,3.4142494201660156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,1,2,power_law_1.01,4.284329605102539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,2,power_law_1.2,3.6179840087890627
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,2,power_law_1.01,34.31346435546875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,2,power_law_1.2,7.707279968261719
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,1,2,power_law_1.01,6.529817962646485
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,1,2,power_law_1.01,8.624505615234375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,2,power_law_1.01,39.95871276855469
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,2,power_law_1.2,0.19379520416259766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,2,power_law_1.2,10.568310546875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,2,power_law_1.2,0.22102720737457277
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,2,power_law_1.2,0.27661120891571045
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,2,power_law_1.2,0.40502400398254396
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,2,power_law_1.2,0.40262398719787595
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,2,power_law_1.2,0.4082399845123291
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,2,power_law_1.2,0.41793599128723147
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,2,power_law_1.2,0.4371232032775879
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,2,power_law_1.2,0.46637439727783203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,2,power_law_1.2,0.48492798805236814
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,2,power_law_1.2,0.5101376056671143
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,2,power_law_1.2,0.5795072078704834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,2,power_law_1.2,0.6050464153289795
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,2,power_law_1.2,0.6673855781555176
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,2,power_law_1.2,0.8504672050476074
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,2,power_law_1.2,0.9257535934448242
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,2,power_law_1.2,1.1291040420532226
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,2,power_law_1.2,1.5945631980895996
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,2,power_law_1.2,1.8797792434692382
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,2,power_law_1.2,2.741894340515137
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,2,power_law_1.2,15.741830444335937
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,2,power_law_1.01,46.489996337890624
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,2,power_law_1.2,3.849577713012695
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,1,2,power_law_1.01,12.886805725097656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,1,2,power_law_1.2,0.16867200136184693
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,1,2,power_law_1.2,0.20067839622497557
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,1,2,power_law_1.2,0.2049247980117798
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,2,power_law_1.2,5.022457504272461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,1,2,power_law_1.2,0.2836927890777588
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,1,2,power_law_1.2,0.28886399269104
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,1,2,power_law_1.2,0.296889591217041
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,1,2,power_law_1.2,0.3024127960205078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,1,2,power_law_1.2,0.30674240589141843
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,1,2,power_law_1.2,0.32994239330291747
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,1,2,power_law_1.2,0.33672959804534913
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,1,2,power_law_1.2,0.3500767946243286
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,1,2,power_law_1.2,0.39341440200805666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,1,2,power_law_1.2,0.44551677703857423
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,1,2,power_law_1.2,0.4757855892181396
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,1,2,power_law_1.2,0.5789728164672852
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,1,2,power_law_1.2,0.6336703777313233
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,1,2,power_law_1.2,0.7496128082275391
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,2,power_law_1.2,6.176838302612305
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,1,2,power_law_1.2,0.992460823059082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,1,2,power_law_1.2,1.1796704292297364
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,2,power_law_1.2,20.176634216308592
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,1,2,power_law_1.2,1.786720085144043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,1,2,power_law_1.2,2.3391199111938477
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,2,power_law_1.2,9.65600357055664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,1,2,power_law_1.2,3.118976020812988
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,2,power_law_1.2,14.077337646484375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,1,2,power_law_1.2,4.65081901550293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,2,power_law_1.2,34.40711669921875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,1,2,power_law_1.01,17.140028381347655
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,6144,16384,2,8,2,1,power_law_1.01,0.14652479887008668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,6144,16384,2,8,2,1,power_law_1.01,0.21555519104003906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,6144,16384,2,8,2,1,power_law_1.01,0.2973952054977417
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,6144,16384,2,8,2,1,power_law_1.01,0.41216320991516114
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,6144,16384,2,8,2,1,power_law_1.01,0.5252927780151367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,6144,16384,2,8,2,1,power_law_1.01,0.5192351818084717
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,6144,16384,2,8,2,1,power_law_1.01,0.5300608158111573
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,6144,16384,2,8,2,1,power_law_1.01,0.5301248073577881
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,6144,16384,2,8,2,1,power_law_1.01,0.549283218383789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,6144,16384,2,8,2,1,power_law_1.01,0.550438404083252
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,6144,16384,2,8,2,1,power_law_1.01,0.560313606262207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,6144,16384,2,8,2,1,power_law_1.01,0.6406943798065186
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,6144,16384,2,8,2,1,power_law_1.01,0.6734303951263427
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,6144,16384,2,8,2,1,power_law_1.01,0.7437664031982422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,6144,16384,2,8,2,1,power_law_1.01,0.7743711948394776
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,6144,16384,2,8,2,1,power_law_1.01,0.8343423843383789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,6144,16384,2,8,2,1,power_law_1.01,0.9719776153564453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,6144,16384,2,8,2,1,power_law_1.01,1.2428064346313477
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,2,1,power_law_1.01,1.5210304260253906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,2,1,power_law_1.01,2.096326446533203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,2,1,power_law_1.01,2.672550392150879
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,2,1,power_law_1.01,4.803475189208984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,1,2,power_law_1.2,6.271353530883789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,2,1,power_law_1.01,6.500348663330078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,2,1,power_law_1.01,9.502342224121094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,2,power_law_1.2,24.559660339355467
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,1,2,power_law_1.2,9.203270721435548
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,2,power_law_1.2,38.20839233398438
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,2,1,power_law_1.01,0.12025279998779297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,2,1,power_law_1.01,0.1626271963119507
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,2,1,power_law_1.01,0.19844160079956055
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,2,1,power_law_1.01,0.3008575916290283
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,2,1,power_law_1.01,0.3118079900741577
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,2,1,power_law_1.01,0.3183520078659058
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,2,1,power_law_1.01,0.33482239246368406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,2,1,power_law_1.01,0.3497215986251831
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,2,1,power_law_1.01,0.3613919973373413
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,2,1,power_law_1.01,12.887033081054687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,2,1,power_law_1.01,0.42669119834899905
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,2,1,power_law_1.01,0.46155519485473634
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,2,1,power_law_1.01,0.49213762283325196
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,2,1,power_law_1.01,0.5140160083770752
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,2,1,power_law_1.01,0.5717343807220459
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,2,1,power_law_1.01,0.6436384201049805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,2,1,power_law_1.01,0.7178880214691162
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,2,1,power_law_1.01,0.8362144470214844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,2,1,power_law_1.01,1.1033663749694824
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,2,1,power_law_1.01,1.3939359664916993
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,2,1,power_law_1.01,1.9646368026733398
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,2,1,power_law_1.01,2.5117855072021484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,2,1,power_law_1.01,3.663081741333008
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,2,1,power_law_1.01,4.7789665222167965
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,2,1,power_law_1.01,19.95506591796875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,2,1,power_law_1.01,7.026451110839844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,1,2,power_law_1.2,11.710259246826173
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,2,power_law_1.2,39.89326782226563
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,2,1,power_law_1.01,9.303392028808593
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,2,1,power_law_1.01,0.10200320482254029
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,2,1,power_law_1.01,0.14943039417266846
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,2,1,power_law_1.01,0.18536959886550902
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,2,1,power_law_1.01,0.27457919120788576
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,2,1,power_law_1.01,0.27594239711761476
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,2,1,power_law_1.01,0.2903584003448486
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,2,1,power_law_1.01,0.2880768060684204
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,2,1,power_law_1.01,0.29889280796051027
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,2,1,power_law_1.01,0.30284159183502196
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,2,1,power_law_1.01,0.30826239585876464
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,2,1,power_law_1.01,0.3157599925994873
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,2,1,power_law_1.01,0.33683199882507325
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,2,1,power_law_1.01,0.34778239727020266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,2,1,power_law_1.01,0.40001277923583983
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,2,1,power_law_1.01,0.4474016189575195
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,2,1,power_law_1.01,0.48979840278625486
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,2,1,power_law_1.01,0.5739967823028564
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,2,1,power_law_1.01,0.7395423889160156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,2,1,power_law_1.01,0.9180191993713379
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,2,1,power_law_1.01,1.2843999862670898
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,2,1,power_law_1.01,28.311257934570314
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,6144,16384,2,8,2,1,power_law_1.01,0.13409279584884642
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,6144,16384,2,8,2,1,power_law_1.01,0.17096320390701295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,6144,16384,2,8,2,1,power_law_1.01,0.2166111946105957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,2,1,power_law_1.01,1.6311359405517578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,6144,16384,2,8,2,1,power_law_1.01,0.289468789100647
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,6144,16384,2,8,2,1,power_law_1.01,0.2744927883148193
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,6144,16384,2,8,2,1,power_law_1.01,0.2870016098022461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,6144,16384,2,8,2,1,power_law_1.01,0.29500160217285154
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,6144,16384,2,8,2,1,power_law_1.01,0.3009376049041748
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,6144,16384,2,8,2,1,power_law_1.01,0.2963167905807495
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,6144,16384,2,8,2,1,power_law_1.01,0.286678409576416
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,6144,16384,2,8,2,1,power_law_1.01,0.29592320919036863
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,6144,16384,2,8,2,1,power_law_1.01,0.2873856067657471
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,6144,16384,2,8,2,1,power_law_1.01,0.30017600059509275
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,6144,16384,2,8,2,1,power_law_1.01,0.3138688087463379
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,6144,16384,2,8,2,1,power_law_1.01,0.31807680130004884
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,6144,16384,2,8,2,1,power_law_1.01,0.3387135982513428
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,6144,16384,2,8,2,1,power_law_1.01,0.3562623977661133
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,2,1,power_law_1.01,2.3517440795898437
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,6144,16384,2,8,2,1,power_law_1.01,0.422486400604248
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,6144,16384,2,8,2,1,power_law_1.01,0.4799327850341797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,6144,16384,2,8,2,1,power_law_1.01,0.5873568058013916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,2,1,power_law_1.01,3.063654327392578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,6144,16384,2,8,2,1,power_law_1.01,0.6742080211639404
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,6144,16384,2,8,2,1,power_law_1.01,0.9009183883666992
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,6144,16384,2,8,2,1,power_law_1.01,1.1246047973632813
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,1,2,power_law_1.2,18.63093719482422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,6144,16384,2,8,2,1,power_law_1.2,0.15183039903640747
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,6144,16384,2,8,2,1,power_law_1.2,0.20111680030822754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,6144,16384,2,8,2,1,power_law_1.2,0.2861696004867554
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,6144,16384,2,8,2,1,power_law_1.2,0.4132959842681885
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,6144,16384,2,8,2,1,power_law_1.2,0.49510722160339354
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,6144,16384,2,8,2,1,power_law_1.2,0.5212992191314697
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,6144,16384,2,8,2,1,power_law_1.2,0.5405087947845459
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,6144,16384,2,8,2,1,power_law_1.2,0.5451039791107177
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,6144,16384,2,8,2,1,power_law_1.2,0.5484352111816406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,6144,16384,2,8,2,1,power_law_1.2,0.5489344120025634
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,6144,16384,2,8,2,1,power_law_1.2,0.5655839920043946
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,6144,16384,2,8,2,1,power_law_1.2,0.6471551895141602
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,6144,16384,2,8,2,1,power_law_1.2,0.6907711982727051
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,6144,16384,2,8,2,1,power_law_1.2,0.7407231807708741
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,2,1,power_law_1.01,13.827194213867188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,6144,16384,2,8,2,1,power_law_1.2,0.781056022644043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,6144,16384,2,8,2,1,power_law_1.01,1.554854393005371
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,6144,16384,2,8,2,1,power_law_1.2,0.8491104125976563
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,6144,16384,2,8,2,1,power_law_1.2,0.9684320449829101
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,6144,16384,2,8,2,1,power_law_1.2,1.2335968017578125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,2,1,power_law_1.01,4.50719985961914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,2,1,power_law_1.2,1.5641695976257324
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,2,1,power_law_1.2,2.0953088760375977
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,6144,16384,2,8,2,1,power_law_1.01,2.0188831329345702
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,2,1,power_law_1.2,3.013609504699707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,2,1,power_law_1.01,5.948777770996093
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,2,1,power_law_1.2,5.127443313598633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,2,1,power_law_1.2,6.931081390380859
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,2,1,power_law_1.01,8.826268768310547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,2,1,power_law_1.01,19.347491455078124
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,2,1,power_law_1.2,0.12037760019302368
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,2,1,power_law_1.2,0.16979520320892333
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,2,1,power_law_1.2,0.19171839952468872
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,2,1,power_law_1.2,0.30817279815673826
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,2,1,power_law_1.2,0.3056607961654663
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,2,1,power_law_1.2,0.3201888084411621
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,2,1,power_law_1.2,0.33857920169830324
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,2,1,power_law_1.2,0.3543008089065552
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,2,1,power_law_1.2,0.3958688020706177
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,2,1,power_law_1.2,0.42803521156311036
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,2,1,power_law_1.2,0.45790719985961914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,6144,16384,2,8,2,1,power_law_1.01,2.956947135925293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,2,1,power_law_1.2,0.49289917945861816
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,2,1,power_law_1.2,0.5210527896881103
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,2,1,power_law_1.2,0.5820735931396485
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,2,1,power_law_1.2,0.6342080116271973
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,2,1,power_law_1.2,0.7045184135437011
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,2,1,power_law_1.2,0.8368127822875977
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,2,1,power_law_1.2,1.1145631790161132
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,2,1,power_law_1.2,1.3954336166381835
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,2,1,power_law_1.2,1.9680063247680664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,2,1,power_law_1.2,2.532972717285156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,2,1,power_law_1.01,11.757820892333985
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,2,1,power_law_1.2,0.10168639421463013
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,2,1,power_law_1.2,0.14427839517593383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,2,1,power_law_1.2,0.1755936026573181
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,2,1,power_law_1.2,0.2824064016342163
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,2,1,power_law_1.2,0.2758559942245483
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,2,1,power_law_1.2,0.28958399295806886
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,2,1,power_law_1.2,0.29259839057922366
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,2,1,power_law_1.2,0.29849278926849365
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,2,1,power_law_1.2,0.30190401077270507
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,2,1,power_law_1.2,0.30506560802459715
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,2,1,power_law_1.2,0.32045118808746337
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,2,1,power_law_1.2,0.33661439418792727
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,2,1,power_law_1.2,0.3495840072631836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,2,1,power_law_1.2,10.122147369384766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,2,1,power_law_1.2,0.4107359886169434
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,2,1,power_law_1.2,0.4505631923675537
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,2,1,power_law_1.2,0.48170881271362304
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,2,1,power_law_1.2,3.6481983184814455
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,2,1,power_law_1.2,0.5638688087463379
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,2,1,power_law_1.2,0.7402080059051513
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,2,1,power_law_1.2,0.9161312103271484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,2,1,power_law_1.2,1.2816255569458008
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,6144,16384,2,8,2,1,power_law_1.01,4.072124862670899
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,6144,16384,2,8,2,1,power_law_1.2,0.1189471960067749
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,6144,16384,2,8,2,1,power_law_1.2,0.1692863941192627
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,6144,16384,2,8,2,1,power_law_1.2,0.19868479967117308
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,6144,16384,2,8,2,1,power_law_1.2,0.2833280086517334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,6144,16384,2,8,2,1,power_law_1.2,0.27305600643157957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,6144,16384,2,8,2,1,power_law_1.2,0.28188159465789797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,6144,16384,2,8,2,1,power_law_1.2,0.29567039012908936
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,6144,16384,2,8,2,1,power_law_1.2,0.3023519992828369
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,6144,16384,2,8,2,1,power_law_1.2,0.2936352014541626
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,2,1,power_law_1.2,1.626723289489746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,2,1,power_law_1.2,4.822627258300781
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,6144,16384,2,8,2,1,power_law_1.2,0.28945600986480713
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,6144,16384,2,8,2,1,power_law_1.2,0.28985280990600587
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,6144,16384,2,8,2,1,power_law_1.2,0.2915168046951294
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,6144,16384,2,8,2,1,power_law_1.2,0.30240960121154786
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,6144,16384,2,8,2,1,power_law_1.2,0.2912031888961792
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,6144,16384,2,8,2,1,power_law_1.2,0.3134880065917969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,6144,16384,2,8,2,1,power_law_1.2,0.33466238975524903
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,6144,16384,2,8,2,1,power_law_1.2,0.36707520484924316
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,6144,16384,2,8,2,1,power_law_1.2,0.41202878952026367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,2,1,power_law_1.2,2.3445600509643554
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,6144,16384,2,8,2,1,power_law_1.2,0.47391362190246583
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,6144,16384,2,8,2,1,power_law_1.2,0.5842207908630371
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,2,1,power_law_1.2,13.525546264648437
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,6144,16384,2,8,2,1,power_law_1.2,0.6822559833526611
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,2,1,power_law_1.2,3.0583648681640625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,6144,16384,2,8,2,1,power_law_1.2,0.9036224365234375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,2,1,power_law_1.2,7.060355377197266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,6144,16384,2,8,2,1,power_law_1.2,1.1234047889709473
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,2,1,power_law_1.2,4.504889678955078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,6144,16384,2,8,2,1,power_law_1.2,1.5414079666137694
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,2,1,power_law_1.2,20.040972900390624
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,2,1,power_law_1.2,9.327651214599609
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,2,1,power_law_1.2,5.9380638122558596
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,6144,16384,2,8,2,1,power_law_1.2,1.9808191299438476
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,2,1,power_law_1.2,13.898194885253906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,2,1,power_law_1.2,30.452655029296874
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,2,1,power_law_1.2,8.824610900878906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,2,power_law_1.01,0.14048000574111938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,2,power_law_1.01,0.2812864065170288
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,2,power_law_1.01,0.4050432205200195
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,2,power_law_1.01,0.6249120235443115
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,2,power_law_1.01,0.7899807929992676
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,2,power_law_1.01,1.061184024810791
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,2,power_law_1.01,1.3471103668212892
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,2,power_law_1.01,1.3769280433654785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,2,power_law_1.01,1.4224096298217774
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,2,power_law_1.01,1.4974080085754395
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,2,power_law_1.01,1.573369598388672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,2,power_law_1.01,1.726892852783203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,2,power_law_1.01,1.786627197265625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,2,power_law_1.01,1.8040512084960938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,2,power_law_1.01,1.891756820678711
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,2,power_law_1.01,1.9145376205444335
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,2,power_law_1.01,2.0095392227172852
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,2,power_law_1.01,2.2193439483642576
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,2,power_law_1.01,2.410819244384766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,6144,16384,2,8,2,1,power_law_1.2,2.9652383804321287
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,2,power_law_1.01,2.832150459289551
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,2,power_law_1.01,3.2814369201660156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,2,power_law_1.01,4.631110382080078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,2,power_law_1.01,6.522246551513672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,2,power_law_1.01,8.459910583496093
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,2,power_law_1.01,10.518521881103515
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,2,power_law_1.01,14.430274963378906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,2,power_law_1.01,19.477174377441408
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,2,power_law_1.01,0.11603840589523315
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,2,power_law_1.01,0.19629119634628295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,2,power_law_1.01,0.2802464008331299
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,2,power_law_1.01,0.4033599853515625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,2,power_law_1.01,0.5277760028839111
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,2,power_law_1.01,0.664463996887207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,2,power_law_1.01,0.8801247596740722
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,2,power_law_1.01,0.9049983978271484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,2,power_law_1.01,0.9080479621887207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,2,power_law_1.01,0.9409312248229981
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,2,power_law_1.01,0.9971424102783203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,2,power_law_1.01,1.1571871757507324
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,2,power_law_1.01,1.1610431671142578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,2,power_law_1.01,1.2113951683044433
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,2,power_law_1.01,1.2596416473388672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,2,power_law_1.01,1.3193535804748535
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,2,power_law_1.01,1.416438388824463
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,2,power_law_1.01,1.6183744430541993
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,2,power_law_1.01,1.8256128311157227
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,2,power_law_1.01,2.2404895782470704
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,2,power_law_1.01,2.6499040603637694
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,2,power_law_1.01,3.481612777709961
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,2,power_law_1.01,4.4271392822265625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,2,power_law_1.01,6.102444839477539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,2,power_law_1.01,7.868812561035156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,2,power_law_1.01,11.291613006591797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,2,1,power_law_1.2,19.887692260742188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,2,power_law_1.01,14.645152282714843
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,2,power_law_1.2,0.13992639780044555
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,2,power_law_1.2,0.28218560218811034
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,2,power_law_1.2,0.3716543912887573
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,2,power_law_1.2,0.5536928176879883
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,2,power_law_1.2,0.7474080085754394
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,2,power_law_1.2,0.9133695602416992
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,2,power_law_1.01,0.10619839429855346
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,2,power_law_1.2,1.4041152000427246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,2,power_law_1.2,1.3389951705932617
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,2,power_law_1.2,1.3847264289855956
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,2,power_law_1.2,1.4889887809753417
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,2,power_law_1.2,1.5627039909362792
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,6144,16384,2,8,2,1,power_law_1.2,3.9133377075195312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,2,power_law_1.2,1.739344024658203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,2,1,power_law_1.2,11.762995147705078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,2,power_law_1.2,1.788934326171875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,2,power_law_1.2,0.11585279703140258
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,2,power_law_1.2,1.8280000686645508
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,2,power_law_1.2,0.19177279472351075
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,2,power_law_1.2,0.2537600040435791
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,2,power_law_1.2,1.97521915435791
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,2,power_law_1.01,0.1732192039489746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,2,power_law_1.2,0.3732480049133301
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,2,power_law_1.01,0.2577183961868286
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,2,power_law_1.2,1.9440671920776367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,2,power_law_1.2,0.513478422164917
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,2,power_law_1.01,0.3871328115463257
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,2,power_law_1.2,0.6244383811950683
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,2,power_law_1.01,0.5310080051422119
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,2,power_law_1.2,2.0847904205322267
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,2,power_law_1.2,0.8380191802978516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,2,power_law_1.01,0.7008031845092774
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,2,power_law_1.2,2.254374313354492
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,2,power_law_1.01,0.8990143775939942
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,2,power_law_1.2,0.945248031616211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,2,power_law_1.01,0.9065888404846192
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,2,power_law_1.2,0.9043647766113281
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,2,power_law_1.2,2.615177536010742
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,2,power_law_1.01,0.915436840057373
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,2,power_law_1.2,0.9376768112182617
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,2,power_law_1.01,0.9430335998535156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,2,power_law_1.2,1.0591775894165039
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,2,power_law_1.2,3.0884031295776366
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,2,power_law_1.01,0.9809951782226562
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,2,power_law_1.2,1.1381312370300294
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,2,power_law_1.01,0.9972448348999023
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,2,power_law_1.2,1.1841919898986817
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,2,power_law_1.2,0.10415040254592896
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,2,power_law_1.2,4.329561614990235
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,2,power_law_1.01,1.0037311553955077
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,2,power_law_1.2,0.17081279754638673
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,2,power_law_1.2,1.2329919815063477
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,2,power_law_1.2,0.24601600170135499
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,2,power_law_1.01,1.0353376388549804
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,2,power_law_1.2,0.36545279026031496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,2,power_law_1.2,1.2655072212219238
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,2,power_law_1.2,0.4830944061279297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,2,power_law_1.01,1.0918368339538573
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,2,power_law_1.2,5.201958465576172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,2,power_law_1.2,1.3318592071533204
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,2,power_law_1.2,0.643174409866333
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,2,power_law_1.01,1.127350425720215
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,2,power_law_1.2,1.4723872184753417
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,2,power_law_1.2,0.909119987487793
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,2,power_law_1.01,1.1998559951782226
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,2,power_law_1.2,0.8938847541809082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,2,power_law_1.2,1.6696159362792968
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,2,power_law_1.2,6.261785507202148
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,2,power_law_1.01,1.3378463745117188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,2,power_law_1.2,0.9227328300476074
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,2,power_law_1.2,1.9018943786621094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,2,power_law_1.01,1.5096416473388672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,2,power_law_1.2,0.9331775665283203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,2,power_law_1.2,0.9809280395507812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,2,power_law_1.01,1.8158655166625977
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,2,power_law_1.2,2.2927040100097655
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,2,power_law_1.2,0.9780991554260254
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,2,power_law_1.2,9.0563232421875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,2,power_law_1.01,2.131520080566406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,2,power_law_1.2,2.7335840225219727
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,2,power_law_1.2,1.008409595489502
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,2,power_law_1.01,2.798192024230957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,2,power_law_1.2,1.0756128311157227
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,2,power_law_1.2,3.6019073486328126
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,2,power_law_1.2,1.0914112091064454
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,2,power_law_1.01,3.3958240509033204
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,2,power_law_1.2,11.31295394897461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,2,power_law_1.2,1.1734975814819335
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,2,power_law_1.2,4.499590301513672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,2,power_law_1.2,1.242569637298584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,2,power_law_1.2,1.3918527603149413
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,2,power_law_1.01,4.656300735473633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,2,power_law_1.2,1.5428288459777832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,2,power_law_1.2,6.133260726928711
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,2,power_law_1.2,1.8464063644409179
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,2,power_law_1.01,5.910406494140625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,2,power_law_1.2,16.08988800048828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,2,power_law_1.2,2.139820861816406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,2,power_law_1.2,7.965977478027344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,2,power_law_1.2,2.8083263397216798
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,2,power_law_1.01,8.44797134399414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,2,power_law_1.2,3.5345951080322267
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,2,power_law_1.2,4.885488128662109
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,2,power_law_1.2,11.492518615722656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,2,power_law_1.2,20.391612243652343
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,2,1,power_law_1.01,0.09082239866256714
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,2,power_law_1.01,11.104380798339843
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,2,1,power_law_1.01,0.13224320411682128
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,2,1,power_law_1.01,0.08195840120315552
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,2,1,power_law_1.01,0.27577600479125974
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,2,1,power_law_1.01,0.10631040334701539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,2,1,power_law_1.01,0.4862688064575195
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,2,1,power_law_1.01,0.1911072015762329
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,2,power_law_1.2,6.157948684692383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,2,1,power_law_1.01,0.6948031902313232
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,2,1,power_law_1.01,0.32176320552825927
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,2,1,power_law_1.01,0.9303584098815918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,2,1,power_law_1.01,0.4729055881500244
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,2,1,power_law_1.01,0.6409023761749267
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,2,1,power_law_1.01,1.2614815711975098
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,2,1,power_law_1.01,0.8716511726379395
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,2,1,power_law_1.01,1.3241375923156737
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,2,power_law_1.2,15.663693237304688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,2,1,power_law_1.01,1.3903167724609375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,2,power_law_1.2,8.838153839111328
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,2,1,power_law_1.01,0.9108256340026856
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,2,1,power_law_1.01,1.4538080215454101
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,2,1,power_law_1.01,0.9186976432800293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,2,1,power_law_1.01,1.495574378967285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,2,1,power_law_1.01,0.9628607749938964
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,2,1,power_law_1.01,1.5603743553161622
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,2,1,power_law_1.01,1.011558437347412
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,2,1,power_law_1.01,1.085904026031494
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,2,1,power_law_1.01,1.6312768936157227
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,2,1,power_law_1.01,1.1525152206420899
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,2,1,power_law_1.01,1.7931936264038086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,2,power_law_1.2,11.448534393310547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,2,1,power_law_1.01,0.07557439804077148
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,2,1,power_law_1.01,1.2934880256652832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,2,1,power_law_1.01,1.8037759780883789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,2,1,power_law_1.01,1.1810111999511719
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,7168,2048,8,256,2,1,power_law_1.01,0.1190559983253479
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,2,1,power_law_1.01,1.8297248840332032
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,7168,2048,8,256,2,1,power_law_1.01,0.16587840318679808
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,2,1,power_law_1.01,1.2353471755981444
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,7168,2048,8,256,2,1,power_law_1.01,0.2493216037750244
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,2,1,power_law_1.01,1.8895584106445313
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,7168,2048,8,256,2,1,power_law_1.01,0.39432640075683595
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,2,1,power_law_1.01,1.3219648361206056
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,7168,2048,8,256,2,1,power_law_1.01,0.5471648216247559
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,2,1,power_law_1.01,1.4999711990356446
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,2,1,power_law_1.01,2.081907272338867
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,7168,2048,8,256,2,1,power_law_1.01,0.6463456153869629
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,2,1,power_law_1.01,0.09772160053253173
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,7168,2048,8,256,2,1,power_law_1.01,0.854736042022705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,2,1,power_law_1.01,1.6618816375732421
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,2,1,power_law_1.01,2.2263328552246096
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,2,1,power_law_1.01,0.17160639762878419
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,7168,2048,8,256,2,1,power_law_1.01,0.9096447944641113
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,2,1,power_law_1.01,0.32159039974212644
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,2,1,power_law_1.01,2.019593620300293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,7168,2048,8,256,2,1,power_law_1.01,0.9059871673583985
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,2,1,power_law_1.01,2.826211166381836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,7168,2048,8,256,2,1,power_law_1.01,0.9166784286499023
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,2,1,power_law_1.01,2.382281684875488
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,7168,2048,8,256,2,1,power_law_1.01,0.9593440055847168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,2,1,power_law_1.01,3.308086395263672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,7168,2048,8,256,2,1,power_law_1.01,0.9632320404052734
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,2,1,power_law_1.01,3.100582313537598
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,7168,2048,8,256,2,1,power_law_1.01,0.9855392456054688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,2,1,power_law_1.01,4.782777786254883
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,7168,2048,8,256,2,1,power_law_1.01,0.9998432159423828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,2,1,power_law_1.01,3.8189311981201173
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,7168,2048,8,256,2,1,power_law_1.01,1.000160026550293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,2,1,power_law_1.01,0.4752799987792969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,2,1,power_law_1.01,0.6265088081359863
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,7168,2048,8,256,2,1,power_law_1.01,1.0189023971557618
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,2,1,power_law_1.01,5.6754913330078125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,2,1,power_law_1.01,0.8435456275939941
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,7168,2048,8,256,2,1,power_law_1.01,1.056175994873047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,2,1,power_law_1.01,5.27410888671875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,2,1,power_law_1.01,0.8856575965881348
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,7168,2048,8,256,2,1,power_law_1.01,1.1208224296569824
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,2,1,power_law_1.01,0.9237983703613282
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,7168,2048,8,256,2,1,power_law_1.01,1.1644736289978028
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,2,1,power_law_1.01,0.9330368041992188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,2,1,power_law_1.01,8.004806518554688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,7168,2048,8,256,2,1,power_law_1.01,1.3134528160095216
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,2,1,power_law_1.01,0.9753312110900879
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,2,1,power_law_1.01,6.726614379882813
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,7168,2048,8,256,2,1,power_law_1.01,1.4417984008789062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,2,1,power_law_1.01,1.0191360473632813
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,2,1,power_law_1.01,1.0175583839416504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,7168,2048,8,256,2,1,power_law_1.01,1.7150047302246094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,2,1,power_law_1.01,1.0462176322937011
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,2,1,power_law_1.01,9.911257934570312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,7168,2048,8,256,2,1,power_law_1.01,1.9765344619750977
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,2,1,power_law_1.01,1.0782912254333497
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,2,1,power_law_1.01,9.669161224365235
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,2,1,power_law_1.01,1.1171584129333496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,7168,2048,8,256,2,1,power_law_1.01,2.501046371459961
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,2,1,power_law_1.01,1.1714207649230957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,2,1,power_law_1.01,1.3144319534301758
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,7168,2048,8,256,2,1,power_law_1.01,3.035116767883301
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,2,1,power_law_1.01,1.4543999671936034
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,2,1,power_law_1.01,13.496330261230469
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,2,1,power_law_1.01,12.589929962158203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,2,1,power_law_1.01,1.7134143829345703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,2,1,power_law_1.2,0.0921280026435852
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,2,1,power_law_1.2,0.13354560136795043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,7168,2048,8,256,2,1,power_law_1.01,4.065094375610352
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,2,1,power_law_1.01,1.9847583770751953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,2,1,power_law_1.2,0.27308800220489504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,2,1,power_law_1.2,0.4655263900756836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,2,1,power_law_1.2,0.6372384071350098
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,2,1,power_law_1.01,2.5625247955322266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,2,1,power_law_1.2,0.8600543975830078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,7168,2048,8,256,2,1,power_law_1.01,5.104028701782227
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,2,1,power_law_1.2,1.2799936294555665
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,2,1,power_law_1.01,3.126211166381836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,2,1,power_law_1.01,17.66976318359375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,2,1,power_law_1.2,1.3367072105407716
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,2,1,power_law_1.2,1.3949664115905762
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,2,1,power_law_1.2,0.07587199807167053
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,2,1,power_law_1.01,4.266944122314453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,2,1,power_law_1.2,1.4194560050964355
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,2,1,power_law_1.2,1.537395191192627
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,2,1,power_law_1.2,0.08166720271110535
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,2,1,power_law_1.2,1.579315185546875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,2,1,power_law_1.01,5.380847930908203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,2,1,power_law_1.2,1.6648288726806642
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,2,1,power_law_1.2,0.09810240268707275
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,2,1,power_law_1.2,1.7943359375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,2,1,power_law_1.2,0.17212480306625366
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,2,1,power_law_1.2,0.10623359680175781
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,2,1,power_law_1.2,0.3092384099960327
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,2,1,power_law_1.2,0.1883296012878418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,2,1,power_law_1.2,1.8295936584472656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,2,1,power_law_1.2,0.4198304176330566
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,2,1,power_law_1.2,0.31750080585479734
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,2,1,power_law_1.01,7.619116973876953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,2,1,power_law_1.2,1.8372320175170898
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,2,1,power_law_1.2,0.5793791770935058
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,2,1,power_law_1.2,0.8275872230529785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,2,1,power_law_1.2,1.9721599578857423
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,2,1,power_law_1.2,0.8831199645996094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,2,1,power_law_1.2,2.1668256759643554
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,2,1,power_law_1.2,0.9148544311523438
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,2,1,power_law_1.2,0.9269696235656738
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,2,1,power_law_1.2,2.3666208267211912
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,2,1,power_law_1.2,0.9779871940612793
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,2,1,power_law_1.01,9.850434875488281
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,2,1,power_law_1.2,0.9918432235717773
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,2,1,power_law_1.2,2.9136703491210936
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,2,1,power_law_1.2,1.0159711837768555
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,2,1,power_law_1.2,0.42293438911437986
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,7168,2048,8,256,2,1,power_law_1.2,0.11474239826202393
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,7168,2048,8,256,2,1,power_law_1.2,0.1658720016479492
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,2,1,power_law_1.2,0.5689760208129883
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,2,1,power_law_1.2,3.2687328338623045
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,2,1,power_law_1.2,1.0645983695983887
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,7168,2048,8,256,2,1,power_law_1.2,0.23543999195098878
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,2,1,power_law_1.2,0.8354720115661621
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,7168,2048,8,256,2,1,power_law_1.2,0.3685983896255493
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,2,1,power_law_1.2,1.1040096282958984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,7168,2048,8,256,2,1,power_law_1.2,0.4753856182098389
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,2,1,power_law_1.2,0.8959103584289551
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,2,1,power_law_1.2,3.8655200958251954
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,2,1,power_law_1.2,1.1556927680969238
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,7168,2048,8,256,2,1,power_law_1.2,0.6125023841857911
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,2,1,power_law_1.2,0.9105376243591309
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,2,1,power_law_1.2,0.9467743873596192
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,2,1,power_law_1.2,1.2364319801330566
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,2,1,power_law_1.2,1.0221728324890136
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,7168,2048,8,256,2,1,power_law_1.2,0.842563247680664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,2,1,power_law_1.2,1.355776023864746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,2,1,power_law_1.2,5.200950241088867
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,2,1,power_law_1.2,1.095676803588867
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,7168,2048,8,256,2,1,power_law_1.2,0.8881183624267578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,2,1,power_law_1.2,1.5082624435424805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,2,1,power_law_1.2,1.156332778930664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,7168,2048,8,256,2,1,power_law_1.2,0.9160320281982421
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,2,1,power_law_1.2,1.7744127273559571
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,7168,2048,8,256,2,1,power_law_1.2,0.9292127609252929
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,2,1,power_law_1.2,1.3055423736572265
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,7168,2048,8,256,2,1,power_law_1.2,0.9546208381652832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,2,1,power_law_1.2,2.058950424194336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,7168,2048,8,256,2,1,power_law_1.2,0.9637791633605957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,2,1,power_law_1.2,7.836281585693359
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,7168,2048,8,256,2,1,power_law_1.2,1.0035743713378906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,2,1,power_law_1.2,2.6220352172851564
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,7168,2048,8,256,2,1,power_law_1.2,1.0227487564086915
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,7168,2048,8,256,2,1,power_law_1.2,1.0466336250305175
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,2,1,power_law_1.2,3.1882400512695312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,7168,2048,8,256,2,1,power_law_1.2,1.0600671768188477
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,2,1,power_law_1.2,1.2235039710998534
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,2,1,power_law_1.2,9.573350524902343
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,7168,2048,8,256,2,1,power_law_1.2,1.098198413848877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,2,1,power_law_1.2,1.2841055870056153
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,2,1,power_law_1.2,4.312112045288086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,7168,2048,8,256,2,1,power_law_1.2,1.186076831817627
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,2,1,power_law_1.2,1.3528384208679198
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,7168,2048,8,256,2,1,power_law_1.2,1.2323840141296387
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,2,1,power_law_1.2,1.5537728309631347
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,7168,2048,8,256,2,1,power_law_1.2,1.3929375648498534
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,2,1,power_law_1.2,1.7241952896118165
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,2,1,power_law_1.2,5.442627334594727
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,2,1,power_law_1.2,13.437654113769531
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,7168,2048,8,256,2,1,power_law_1.2,1.49334716796875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,2,1,power_law_1.2,2.0807199478149414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,7168,2048,8,256,2,1,power_law_1.2,1.7823392868041992
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,2,1,power_law_1.2,2.427027130126953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,2,1,power_law_1.2,7.665513610839843
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,7168,2048,8,256,2,1,power_law_1.2,2.0228927612304686
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,2,1,power_law_1.2,3.1594207763671873
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,7168,2048,8,256,2,1,power_law_1.2,2.540025520324707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,2,1,power_law_1.2,17.28775634765625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,2,1,power_law_1.2,3.882707214355469
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,2,1,power_law_1.2,9.918524932861327
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,7168,2048,8,256,2,1,power_law_1.2,3.0639680862426757
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,2,power_law_1.01,0.033817601203918454
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,2,power_law_1.01,0.031795200705528257
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,2,power_law_1.01,0.04539520144462585
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,2,power_law_1.01,0.04177280068397522
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,2,1,power_law_1.2,5.324009704589844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,2,power_law_1.01,0.05817599892616272
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,2,power_law_1.01,0.05222079753875732
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,2,power_law_1.01,0.07005760073661804
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,2,power_law_1.01,0.06273919939994813
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,2,power_law_1.01,0.08500800132751465
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,2,power_law_1.01,0.07403200268745422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,2,power_law_1.01,0.11208000183105468
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,2,power_law_1.01,0.08760960102081299
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,7168,2048,8,256,2,1,power_law_1.2,4.0884544372558596
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,2,power_law_1.01,0.1195680022239685
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,2,power_law_1.01,0.09372479915618896
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,2,power_law_1.01,0.1261407971382141
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,2,power_law_1.01,0.09566400051116944
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,2,power_law_1.01,0.1430367946624756
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,2,1,power_law_1.2,6.788861083984375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,2,power_law_1.01,0.11553280353546143
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,2,power_law_1.01,0.1464352011680603
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,2,power_law_1.01,0.11654399633407593
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,2,power_law_1.01,0.1482751965522766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,2,power_law_1.01,0.12067199945449829
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,2,power_law_1.01,0.149017596244812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,2,power_law_1.01,0.12288320064544678
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,7168,2048,8,256,2,1,power_law_1.2,5.1197246551513675
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,2,power_law_1.01,0.15287679433822632
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,2,power_law_1.01,0.12628799676895142
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,2,power_law_1.01,0.16041920185089112
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,2,power_law_1.01,0.13532160520553588
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,2,power_law_1.01,0.16727999448776246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,2,power_law_1.01,0.14367040395736694
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,2,power_law_1.01,0.17475839853286743
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,2,power_law_1.01,0.15576959848403932
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,2,power_law_1.01,0.1902400016784668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,2,1,power_law_1.2,9.711507415771484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,2,power_law_1.01,0.1742751955986023
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,2,power_law_1.01,0.23086719512939452
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,2,power_law_1.01,0.21119680404663085
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,2,power_law_1.01,0.26525120735168456
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,2,power_law_1.01,0.24404799938201904
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,2,power_law_1.01,0.3385951995849609
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,2,power_law_1.01,0.3180704116821289
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,2,power_law_1.01,0.40573439598083494
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,2,power_law_1.01,0.03658879995346069
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,2,power_law_1.01,0.3918207883834839
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,2,power_law_1.01,0.04565120041370392
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,2,power_law_1.01,0.5446944236755371
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,2,power_law_1.01,0.054611200094223024
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,2,power_law_1.01,0.5471231937408447
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,2,power_law_1.01,0.06731839776039124
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,2,power_law_1.01,0.7016992092132568
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,2,power_law_1.01,0.08041279911994934
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,2,power_law_1.01,0.6881631851196289
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,2,power_law_1.01,0.10186879634857178
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,2,power_law_1.01,0.9862591743469238
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,2,power_law_1.01,0.10530879497528076
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,2,power_law_1.01,0.1076159954071045
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,2,power_law_1.01,0.9923007965087891
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,2,power_law_1.01,0.10899200439453124
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,2,power_law_1.01,1.2742624282836914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,2,power_law_1.01,0.1115615963935852
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,2,power_law_1.01,0.11303039789199829
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,2,power_law_1.01,1.275500774383545
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,2,power_law_1.01,0.11645760536193847
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,2,power_law_1.01,1.8600736618041993
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,2,power_law_1.01,0.12016960382461547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,2,1,power_law_1.2,12.609868621826172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,2,power_law_1.01,0.12914559841156006
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,2,power_law_1.01,1.8784000396728515
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,2,power_law_1.01,0.13458559513092042
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,2,power_law_1.01,2.462031936645508
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,2,power_law_1.01,0.1441759943962097
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,2,power_law_1.2,0.03243840038776398
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,2,power_law_1.01,0.16267520189285278
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,2,power_law_1.01,2.4569631576538087
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,2,power_law_1.2,0.04445120096206665
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,2,power_law_1.2,0.05660480260848999
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,2,power_law_1.01,0.19443199634552003
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,2,power_law_1.2,0.06685119867324829
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,2,power_law_1.2,0.07588480114936828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,2,power_law_1.2,0.032915198802948
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,2,power_law_1.01,0.2308255910873413
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,2,power_law_1.2,0.11701439619064331
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,2,power_law_1.2,0.04201279878616333
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,2,power_law_1.2,0.12072960138320923
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,2,power_law_1.2,0.049414399266242984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,2,power_law_1.01,0.29539198875427247
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,2,power_law_1.2,0.12596160173416138
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,2,power_law_1.2,0.06083199977874756
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,2,power_law_1.01,0.36392319202423096
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,2,power_law_1.2,0.07159680128097534
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,2,power_law_1.2,0.14204479455947877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,2,power_law_1.2,0.09140480160713196
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,2,power_law_1.2,0.14461760520935057
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,2,power_law_1.01,0.5011744022369384
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,2,power_law_1.2,0.09612799882888794
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,2,power_law_1.2,0.14877760410308838
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,2,power_law_1.2,0.10011839866638184
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,2,power_law_1.2,0.1509727954864502
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,2,power_law_1.01,0.6372000217437744
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,2,power_law_1.2,0.1171072006225586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,2,power_law_1.2,0.11724480390548705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,2,power_law_1.01,0.9088831901550293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,2,power_law_1.2,0.1559391975402832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,2,power_law_1.2,0.12070720195770264
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,2,power_law_1.2,0.1614367961883545
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,2,power_law_1.2,0.12522560358047485
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,2,power_law_1.2,0.13009920120239257
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,2,power_law_1.2,0.16890560388565062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,2,power_law_1.01,1.1540863990783692
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,2,power_law_1.2,0.13798079490661622
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,2,power_law_1.2,0.17716480493545533
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,2,power_law_1.2,0.14781759977340697
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,2,power_law_1.2,0.1934175968170166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,2,power_law_1.2,0.16216640472412108
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,2,power_law_1.01,1.704547119140625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,2,power_law_1.2,0.23607680797576905
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,2,power_law_1.2,0.18007680177688598
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,2,power_law_1.2,0.03651840090751648
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,2,power_law_1.2,0.2642944097518921
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,2,power_law_1.2,0.21853439807891845
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,2,power_law_1.2,0.33723199367523193
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,2,power_law_1.01,2.255135917663574
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,2,power_law_1.2,0.24982719421386718
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,2048,768,8,128,2,1,power_law_1.01,0.02077440023422241
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,2048,768,8,128,2,1,power_law_1.01,0.032790398597717284
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,2,power_law_1.2,0.32866880893707273
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,2048,768,8,128,2,1,power_law_1.01,0.045388799905776975
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,2048,768,8,128,2,1,power_law_1.01,0.063264000415802
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,2048,768,8,128,2,1,power_law_1.01,0.07432320117950439
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,2,power_law_1.2,0.42522878646850587
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,2,power_law_1.2,0.39410560131072997
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,2048,768,8,128,2,1,power_law_1.01,0.11151360273361206
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,2048,768,8,128,2,1,power_law_1.01,0.11750080585479736
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,2048,768,8,128,2,1,power_law_1.01,0.1192896008491516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,2,power_law_1.2,0.5630368232727051
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,2048,768,8,128,2,1,power_law_1.01,0.12058240175247192
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,2048,768,8,128,2,1,power_law_1.01,0.1251423954963684
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,2,power_law_1.2,0.04491840004920959
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,2,power_law_1.2,0.052857601642608644
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,2048,768,8,128,2,1,power_law_1.01,0.13165440559387206
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,2,power_law_1.2,0.06443840265274048
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,2048,768,8,128,2,1,power_law_1.01,0.14076800346374513
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,2,power_law_1.2,0.5575488090515137
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,2,power_law_1.2,0.0788927972316742
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,2048,768,8,128,2,1,power_law_1.01,0.1419424057006836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,2,power_law_1.2,0.7169280052185059
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,2048,768,8,128,2,1,power_law_1.01,0.14661439657211303
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,2048,768,8,128,2,1,power_law_1.01,0.15081599950790406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,2,power_law_1.2,0.09917759895324707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,2048,768,8,128,2,1,power_law_1.01,0.15628160238265992
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,2048,768,8,128,2,1,power_law_1.01,0.16338560581207276
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,2,power_law_1.2,0.10657600164413453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,2,power_law_1.2,0.7073631763458252
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,2048,768,8,128,2,1,power_law_1.01,0.19895999431610106
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,2,power_law_1.2,0.11185280084609986
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,2048,768,8,128,2,1,power_law_1.01,0.22019200325012206
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,2,power_law_1.2,0.10956480503082275
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,2,power_law_1.2,0.1101151943206787
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,2048,768,8,128,2,1,power_law_1.01,0.27203199863433836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,2,power_law_1.2,0.11538879871368408
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,2048,768,8,128,2,1,power_law_1.01,0.3241183996200562
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,2,power_law_1.2,0.11928319931030273
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,2,power_law_1.2,0.12212799787521363
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,2048,768,8,128,2,1,power_law_1.01,0.4353919982910156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,2,power_law_1.2,0.12916159629821777
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,2048,768,8,128,2,1,power_law_1.01,0.5445375919342041
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,2,power_law_1.2,0.1378368020057678
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,2,power_law_1.2,0.149891197681427
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,2,power_law_1.2,1.0344767570495605
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,2048,768,8,128,2,1,power_law_1.01,0.7642623901367187
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,2,power_law_1.2,0.16392960548400878
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,2,power_law_1.2,0.20027201175689696
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,2048,768,8,128,2,1,power_law_1.01,0.9815711975097656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,2,power_law_1.2,0.23199999332427979
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,2048,768,8,128,2,1,power_law_1.01,1.410425567626953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,2,power_law_1.2,0.30322880744934083
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,2,power_law_1.2,0.37069120407104494
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,2048,768,8,128,2,1,power_law_1.01,1.8365280151367187
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,2,power_law_1.2,0.5067872047424317
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,2048,768,8,128,2,1,power_law_1.01,0.022444799542427063
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,2048,768,8,128,2,1,power_law_1.01,0.033609598875045776
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,2048,768,8,128,2,1,power_law_1.01,0.04043200016021729
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,2048,768,8,128,2,1,power_law_1.01,0.05647040009498596
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,2048,768,8,128,2,1,power_law_1.01,0.06698240041732788
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,2,power_law_1.2,0.6330143928527832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,2048,768,8,128,2,1,power_law_1.01,0.08979520201683044
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,2048,768,8,128,2,1,power_law_1.01,0.0930400013923645
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,2048,768,8,128,2,1,power_law_1.01,0.09461439847946167
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,2048,768,8,128,2,1,power_law_1.01,0.10061119794845581
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,2048,768,8,128,2,1,power_law_1.01,0.10639359951019287
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,2048,768,8,128,2,1,power_law_1.01,0.11418240070343018
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,2048,768,8,128,2,1,power_law_1.01,0.11498559713363647
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,2048,768,8,128,2,1,power_law_1.01,0.11679999828338623
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,2048,768,8,128,2,1,power_law_1.01,0.12343679666519165
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,2048,768,8,128,2,1,power_law_1.01,0.12896640300750734
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,2048,768,8,128,2,1,power_law_1.01,0.1373088002204895
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,2048,768,8,128,2,1,power_law_1.01,0.1521440029144287
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,2048,768,8,128,2,1,power_law_1.01,0.17908159494400025
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,2,1,power_law_1.01,0.20483200550079345
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,2,power_law_1.2,1.317187213897705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,2,1,power_law_1.01,0.2601344108581543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,2,power_law_1.2,0.9959424018859864
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,2,1,power_law_1.01,0.3128864049911499
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,2,1,power_law_1.01,0.4219871997833252
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,2,1,power_law_1.01,0.5309567928314209
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,2,power_law_1.2,0.9251456260681152
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,2,1,power_law_1.01,0.7487135887145996
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,2,1,power_law_1.01,0.9666912078857421
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,2,1,power_law_1.01,1.4022239685058593
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,2,1,power_law_1.01,1.8372064590454102
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,2,power_law_1.2,1.1996416091918944
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,2,1,power_law_1.01,0.027584001421928406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,2,power_law_1.2,1.2917152404785157
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,2,1,power_law_1.01,0.03198400139808655
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,2,1,power_law_1.01,0.03936319947242737
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,2,1,power_law_1.01,0.051836800575256345
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,2,1,power_law_1.01,0.058316802978515624
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,2,1,power_law_1.01,0.0824895977973938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,2,1,power_law_1.01,0.08602240085601806
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,2,1,power_law_1.01,0.08705599904060364
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,2,1,power_law_1.01,0.08866239786148071
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,2,power_law_1.2,1.9080095291137695
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,2,1,power_law_1.01,0.09217600226402282
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,2,1,power_law_1.01,0.09587839841842652
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,2,1,power_law_1.01,0.10560959577560425
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,2,1,power_law_1.01,0.11042239665985107
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,2,power_law_1.2,1.7689760208129883
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,2,1,power_law_1.01,0.11249279975891113
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,2,1,power_law_1.01,0.12225279808044434
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,2,1,power_law_1.01,0.13489279747009278
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,2,1,power_law_1.01,0.14753600358963012
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,2,1,power_law_1.01,0.16671359539031982
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,2,power_law_1.2,1.9975296020507813
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,2,1,power_law_1.01,0.19605120420455932
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,2,1,power_law_1.01,0.2460319995880127
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,2,1,power_law_1.01,0.2971872091293335
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,2,1,power_law_1.01,0.4042816162109375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,2,1,power_law_1.01,0.5092991828918457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,2,1,power_law_1.01,0.7192319869995117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,2,1,power_law_1.01,0.9298208236694336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,2,1,power_law_1.01,1.3488639831542968
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,2,1,power_law_1.01,1.7711168289184571
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,2048,768,8,128,2,1,power_law_1.01,0.05125759840011597
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,2048,768,8,128,2,1,power_law_1.01,0.05628799796104431
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,2048,768,8,128,2,1,power_law_1.01,0.07034879922866821
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,2048,768,8,128,2,1,power_law_1.01,0.08453760147094727
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,2048,768,8,128,2,1,power_law_1.01,0.09586560130119323
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,2048,768,8,128,2,1,power_law_1.01,0.1285215973854065
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,2048,768,8,128,2,1,power_law_1.01,0.13329919576644897
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,2048,768,8,128,2,1,power_law_1.01,0.13965439796447754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,2048,768,8,128,2,1,power_law_1.01,0.14159040451049804
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,2048,768,8,128,2,1,power_law_1.01,0.14427200555801392
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,2048,768,8,128,2,1,power_law_1.01,0.14698879718780516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,2048,768,8,128,2,1,power_law_1.01,0.15105279684066772
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,2048,768,8,128,2,1,power_law_1.01,0.1569056034088135
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,2048,768,8,128,2,1,power_law_1.01,0.1585376024246216
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,2048,768,8,128,2,1,power_law_1.01,0.16639039516448975
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,2048,768,8,128,2,1,power_law_1.01,0.1687551975250244
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,2048,768,8,128,2,1,power_law_1.01,0.18461120128631592
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,2048,768,8,128,2,1,power_law_1.01,0.21445438861846924
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,2048,768,8,128,2,1,power_law_1.01,0.24072639942169188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,2048,768,8,128,2,1,power_law_1.01,0.29775679111480713
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,2048,768,8,128,2,1,power_law_1.01,0.3522720098495483
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,2048,768,8,128,2,1,power_law_1.01,0.47181119918823244
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,2048,768,8,128,2,1,power_law_1.01,0.5839712142944335
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,2048,768,8,128,2,1,power_law_1.01,0.7952672004699707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,2048,768,8,128,2,1,power_law_1.01,1.0076224327087402
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,2048,768,8,128,2,1,power_law_1.01,1.4196096420288087
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,2048,768,8,128,2,1,power_law_1.01,1.8252927780151367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,2048,768,8,128,2,1,power_law_1.2,0.022598400712013245
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,2048,768,8,128,2,1,power_law_1.2,0.032841598987579344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,2048,768,8,128,2,1,power_law_1.2,0.044172799587249754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,2,power_law_1.2,2.546188735961914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,2048,768,8,128,2,1,power_law_1.2,0.05907840132713318
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,2048,768,8,128,2,1,power_law_1.2,0.024592000246047973
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,2048,768,8,128,2,1,power_law_1.2,0.07042880058288574
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,2048,768,8,128,2,1,power_law_1.2,0.03447679877281189
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,2048,768,8,128,2,1,power_law_1.2,0.11396479606628418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,2048,768,8,128,2,1,power_law_1.2,0.04079680144786835
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,2048,768,8,128,2,1,power_law_1.2,0.05303360223770141
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,2048,768,8,128,2,1,power_law_1.2,0.06345279812812805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,2048,768,8,128,2,1,power_law_1.2,0.09016000032424927
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,2048,768,8,128,2,1,power_law_1.2,0.11831680536270142
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,2048,768,8,128,2,1,power_law_1.2,0.09445120096206665
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,2048,768,8,128,2,1,power_law_1.2,0.12174719572067261
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,2048,768,8,128,2,1,power_law_1.2,0.10104000568389893
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,2048,768,8,128,2,1,power_law_1.2,0.12424639463424683
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,2048,768,8,128,2,1,power_law_1.2,0.10549440383911132
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,2048,768,8,128,2,1,power_law_1.2,0.1262719988822937
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,2048,768,8,128,2,1,power_law_1.2,0.10977280139923096
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,2048,768,8,128,2,1,power_law_1.2,0.13483200073242188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,2048,768,8,128,2,1,power_law_1.2,0.11762559413909912
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,2048,768,8,128,2,1,power_law_1.2,0.140009605884552
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,2048,768,8,128,2,1,power_law_1.2,0.1180191993713379
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,2048,768,8,128,2,1,power_law_1.2,0.14240000247955323
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,2048,768,8,128,2,1,power_law_1.2,0.12051199674606324
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,2048,768,8,128,2,1,power_law_1.2,0.14677759408950805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,2048,768,8,128,2,1,power_law_1.2,0.12576960325241088
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,2048,768,8,128,2,1,power_law_1.2,0.1508128046989441
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,2048,768,8,128,2,1,power_law_1.2,0.13217920064926147
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,2048,768,8,128,2,1,power_law_1.2,0.15610560178756713
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,2048,768,8,128,2,1,power_law_1.2,0.14261759519577027
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,2048,768,8,128,2,1,power_law_1.2,0.167084801197052
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,2048,768,8,128,2,1,power_law_1.2,0.15525120496749878
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,2048,768,8,128,2,1,power_law_1.2,0.20276479721069335
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,2048,768,8,128,2,1,power_law_1.2,0.18190399408340455
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,2048,768,8,128,2,1,power_law_1.2,0.22272000312805176
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,2,power_law_1.2,2.513203239440918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,2,1,power_law_1.2,0.2092128038406372
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,2048,768,8,128,2,1,power_law_1.2,0.2755392074584961
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,2,1,power_law_1.2,0.026870399713516235
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,2,1,power_law_1.2,0.26375679969787597
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,2,1,power_law_1.2,0.0310591995716095
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,2048,768,8,128,2,1,power_law_1.2,0.33244800567626953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,2,1,power_law_1.2,0.03711360096931458
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,2,1,power_law_1.2,0.31910400390625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,2,1,power_law_1.2,0.04850560128688812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,2,1,power_law_1.2,0.05476160049438476
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,2,1,power_law_1.2,0.08293759822845459
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,2,1,power_law_1.2,0.08502079844474793
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,2048,768,8,128,2,1,power_law_1.2,0.43968639373779295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,2,1,power_law_1.2,0.08710399866104127
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,2,1,power_law_1.2,0.08976320028305054
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,2,1,power_law_1.2,0.09166079759597778
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,2,1,power_law_1.2,0.0976639986038208
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,2,1,power_law_1.2,0.10560959577560425
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,2,1,power_law_1.2,0.11125760078430176
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,2,1,power_law_1.2,0.11259520053863525
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,2,1,power_law_1.2,0.4279359817504883
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,2,1,power_law_1.2,0.12272000312805176
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,2048,768,8,128,2,1,power_law_1.2,0.5491360187530517
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,2,1,power_law_1.2,0.13300479650497438
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,2,1,power_law_1.2,0.14903359413146972
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,2,1,power_law_1.2,0.16970880031585694
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,2,1,power_law_1.2,0.19720319509506226
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,2,1,power_law_1.2,0.24751679897308348
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,2,1,power_law_1.2,0.29845759868621824
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,2,1,power_law_1.2,0.5382912158966064
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,2,1,power_law_1.2,0.404150390625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,2048,768,8,128,2,1,power_law_1.2,0.7677279949188233
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,2,1,power_law_1.2,0.7583839893341064
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,2,1,power_law_1.2,0.5109632015228271
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,2,1,power_law_1.2,0.7204800128936768
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,2048,768,8,128,2,1,power_law_1.2,0.9868320465087891
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,2,power_law_1.2,2.330476760864258
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,2048,768,8,128,2,1,power_law_1.2,0.05038400292396546
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,2048,768,8,128,2,1,power_law_1.2,0.05622400045394897
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,2048,768,8,128,2,1,power_law_1.2,0.06741759777069092
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,2048,768,8,128,2,1,power_law_1.2,0.07839679718017578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,2048,768,8,128,2,1,power_law_1.2,0.09121599793434143
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,2048,768,8,128,2,1,power_law_1.2,0.12733759880065917
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,2048,768,8,128,2,1,power_law_1.2,0.13655680418014526
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,2048,768,8,128,2,1,power_law_1.2,0.14154560565948487
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,2048,768,8,128,2,1,power_law_1.2,0.14514559507369995
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,2048,768,8,128,2,1,power_law_1.2,0.14636800289154053
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,2048,768,8,128,2,1,power_law_1.2,0.14922879934310912
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,2048,768,8,128,2,1,power_law_1.2,0.1534783959388733
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,2048,768,8,128,2,1,power_law_1.2,0.15536320209503174
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,2048,768,8,128,2,1,power_law_1.2,0.1598688006401062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,2048,768,8,128,2,1,power_law_1.2,0.16900800466537474
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,2048,768,8,128,2,1,power_law_1.2,0.1756767988204956
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,2048,768,8,128,2,1,power_law_1.2,0.188864004611969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,2048,768,8,128,2,1,power_law_1.2,0.21891839504241944
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,2048,768,8,128,2,1,power_law_1.2,0.24474239349365234
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,2048,768,8,128,2,1,power_law_1.2,0.30150399208068845
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,2048,768,8,128,2,1,power_law_1.2,0.3544127941131592
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,2,1,power_law_1.2,0.9316384315490722
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,2,1,power_law_1.2,0.9741503715515136
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,2048,768,8,128,2,1,power_law_1.2,0.4667935848236084
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,2048,768,8,128,2,1,power_law_1.2,0.5754079818725586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,2048,768,8,128,2,1,power_law_1.2,0.782806396484375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,2048,768,8,128,2,1,power_law_1.2,1.417619228363037
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,2,1,power_law_1.2,1.4175647735595702
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,2048,768,8,128,2,1,power_law_1.2,0.9899807929992676
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,2,1,power_law_1.2,1.858790397644043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,2,1,power_law_1.2,1.3510560035705566
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,2,power_law_1.01,0.08134400248527526
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,2,power_law_1.01,0.10899519920349121
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,2,power_law_1.01,0.17025279998779297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,2,power_law_1.01,0.21499838829040527
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,2,power_law_1.01,0.24396159648895263
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,2,power_law_1.01,0.35869760513305665
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,2,power_law_1.01,0.3745951890945435
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,2,power_law_1.01,0.3791680097579956
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,2,power_law_1.01,0.4394976139068604
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,2,power_law_1.01,0.44266557693481445
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,2,power_law_1.01,0.45246081352233886
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,2,power_law_1.01,0.4619232177734375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,2,power_law_1.01,0.4738783836364746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,2,power_law_1.01,0.5057087898254394
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,2,power_law_1.01,0.5366816043853759
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,2,power_law_1.01,0.5570496082305908
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,2,power_law_1.01,0.5887199878692627
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,2,power_law_1.01,0.6975584030151367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,2,power_law_1.01,0.783238410949707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,2,power_law_1.01,1.0062239646911622
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,2,power_law_1.01,1.2013248443603515
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,2,power_law_1.01,1.6130464553833008
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,2,power_law_1.01,2.0951839447021485
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,2,power_law_1.01,2.9851072311401365
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,2048,768,8,128,2,1,power_law_1.2,1.3995136260986327
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,2,power_law_1.01,3.9552417755126954
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,2,power_law_1.01,6.026115036010742
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,2,power_law_1.01,7.60107192993164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,2,power_law_1.01,0.06839359998703003
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,2048,768,8,128,2,1,power_law_1.2,1.846873664855957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,2,power_law_1.01,0.0886847972869873
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,2,power_law_1.01,0.1216096043586731
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,2,power_law_1.01,0.06776639819145203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,2,power_law_1.01,0.15478399991989136
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,2,power_law_1.01,0.0911296010017395
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,2,power_law_1.01,0.17517759799957275
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,2,power_law_1.01,0.12028800249099732
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,2,power_law_1.01,0.25259521007537844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,2,power_law_1.01,0.14458240270614625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,2,power_law_1.01,0.2631392002105713
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,2,power_law_1.01,0.18888959884643555
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,2,power_law_1.01,0.27538559436798093
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,2,power_law_1.01,0.2571199893951416
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,2,power_law_1.01,0.3253664016723633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,2,power_law_1.01,0.26841280460357664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,2,power_law_1.01,0.3303839921951294
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,2,power_law_1.01,0.26878719329833983
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,2,power_law_1.01,0.3385727882385254
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,2,power_law_1.01,0.2788127899169922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,2,power_law_1.01,0.34689280986785886
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,2,power_law_1.01,0.27762560844421386
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,2,power_law_1.01,0.3606400012969971
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,2,power_law_1.01,0.2906464099884033
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,2,power_law_1.01,0.3951136112213135
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,2,power_law_1.01,0.30104639530181887
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,2,power_law_1.01,0.4187583923339844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,2,power_law_1.01,0.3112799882888794
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,2,power_law_1.01,0.3341792106628418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,2,power_law_1.01,0.44271039962768555
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,2,power_law_1.01,0.35359039306640627
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,2,power_law_1.01,0.4945119857788086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,2,power_law_1.01,0.3730528116226196
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,2,power_law_1.01,0.59651198387146
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,2,power_law_1.01,0.41824960708618164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,2,power_law_1.01,0.7069056034088135
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,2,power_law_1.01,0.5017568111419678
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,2,power_law_1.01,0.9100288391113281
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,2,power_law_1.01,0.5850560188293457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,2,power_law_1.01,1.1385536193847656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,2,power_law_1.01,0.7605279922485352
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,2,power_law_1.01,1.5487584114074706
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,2,power_law_1.01,0.9433952331542969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,2,power_law_1.01,1.290396785736084
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,2,power_law_1.01,2.0387008666992186
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,2,power_law_1.01,1.6503519058227538
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,2,power_law_1.01,2.885932731628418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,2,power_law_1.01,2.401811218261719
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,2,power_law_1.01,3.7408191680908205
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,2,power_law_1.01,3.0486656188964845
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,2,power_law_1.01,5.500003051757813
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,2,power_law_1.01,4.433254241943359
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,2048,768,8,128,2,1,power_law_1.2,1.8073951721191406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,2,power_law_1.2,0.07941120266914367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,2,power_law_1.2,0.09899520277976989
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,2,power_law_1.2,0.14125440120697022
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,2,power_law_1.2,0.2006239891052246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,2,power_law_1.2,0.24584639072418213
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,2,power_law_1.01,7.264002990722656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,2,power_law_1.2,0.35244801044464114
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,2,power_law_1.2,0.06804479956626892
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,2,power_law_1.01,5.951801681518555
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,2,power_law_1.2,0.3673759937286377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,2,power_law_1.2,0.0877023994922638
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,2,power_law_1.2,0.3879807949066162
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,2,power_law_1.2,0.06715840101242065
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,2,power_law_1.2,0.11441600322723389
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,2,power_law_1.2,0.44167680740356446
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,2,power_law_1.2,0.0903007984161377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,2,power_law_1.2,0.15146880149841307
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,2,power_law_1.2,0.11578559875488281
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,2,power_law_1.2,0.4471744060516357
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,2,power_law_1.2,0.166428804397583
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,2,power_law_1.2,0.13659520149230958
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,2,power_law_1.2,0.24994559288024903
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,2,power_law_1.2,0.45151681900024415
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,2,power_law_1.2,0.18398079872131348
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,2,power_law_1.2,0.26403520107269285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,2,power_law_1.2,0.46672639846801756
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,2,power_law_1.2,0.25306239128112795
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,2,power_law_1.2,0.2831455945968628
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,2,power_law_1.2,0.4911327838897705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,2,power_law_1.2,0.26793599128723145
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,2,power_law_1.2,0.32502720355987547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,2,power_law_1.2,0.5119071960449219
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,2,power_law_1.2,0.2731839895248413
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,2,power_law_1.2,0.3317055940628052
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,2,power_law_1.2,0.2812544107437134
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,2,power_law_1.2,0.5459936141967774
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,2,power_law_1.2,0.3312959909439087
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,2,power_law_1.2,0.2829888105392456
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,2,power_law_1.2,0.3538016080856323
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,2,power_law_1.2,0.5592448234558105
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,2,power_law_1.2,0.29166080951690676
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,2,power_law_1.2,0.3745120048522949
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,2,power_law_1.2,0.5998879909515381
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,2,power_law_1.2,0.39838719367980957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,2,power_law_1.2,0.7087647914886475
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,2,power_law_1.2,0.42648000717163087
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,2,power_law_1.2,0.31173760890960694
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,2,power_law_1.2,0.8255776405334473
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,2,power_law_1.2,0.3226207971572876
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,2,power_law_1.2,0.3414047956466675
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,2,power_law_1.2,0.4568927764892578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,2,power_law_1.2,1.0077983856201171
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,2,power_law_1.2,0.35612480640411376
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,2,power_law_1.2,0.5016704082489014
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,2,power_law_1.2,0.3823872089385986
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,2,power_law_1.2,1.264838409423828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,2,power_law_1.2,0.6078015804290772
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,2,power_law_1.2,0.43088321685791015
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,2,power_law_1.2,1.7123552322387696
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,2,power_law_1.2,0.7178592205047607
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,2,power_law_1.2,0.5069632053375244
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,2,power_law_1.2,0.6050911903381347
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,2,power_law_1.2,0.9318688392639161
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,2,power_law_1.2,0.7749087810516357
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,2,power_law_1.2,1.135974407196045
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,2,power_law_1.2,2.1207807540893553
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,2,power_law_1.2,0.9546879768371582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,2,power_law_1.2,1.6273792266845704
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,2,power_law_1.2,1.2945055961608887
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,2,power_law_1.2,2.053759956359863
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,2,power_law_1.2,2.960406494140625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,2,power_law_1.2,1.6908287048339843
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,2,power_law_1.2,2.9689632415771485
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,2,power_law_1.2,2.349033546447754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,2,1,power_law_1.2,1.7749696731567384
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,2,1,power_law_1.01,0.05483520030975342
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,2,1,power_law_1.01,0.07454079985618592
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,2,1,power_law_1.01,0.11694079637527466
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,2,1,power_law_1.01,0.19127360582351685
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,2,1,power_law_1.01,0.22711679935455323
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,2,1,power_law_1.01,0.3388832092285156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,2,power_law_1.2,4.3268287658691404
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,2,1,power_law_1.01,0.35491199493408204
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,2,1,power_law_1.01,0.37364161014556885
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,2,power_law_1.2,3.896489715576172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,2,1,power_law_1.01,0.3917952060699463
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,2,1,power_law_1.01,0.40154237747192384
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,2,1,power_law_1.01,0.4210048198699951
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,2,1,power_law_1.01,0.4396224021911621
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,2,1,power_law_1.01,0.44273600578308103
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,2,1,power_law_1.01,0.46175360679626465
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,2,1,power_law_1.01,0.4932991981506348
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,2,1,power_law_1.01,0.5154880046844482
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,2,1,power_law_1.01,0.5315231800079345
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,2,1,power_law_1.01,0.6136832237243652
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,2,1,power_law_1.01,0.6780352115631103
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,2,1,power_law_1.01,0.8457663536071778
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,2,power_law_1.2,3.149407958984375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,2,1,power_law_1.01,1.0052639961242675
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,2,1,power_law_1.01,1.3343328475952148
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,2,1,power_law_1.01,1.6684703826904297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,2,1,power_law_1.01,2.434902381896973
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,2,1,power_law_1.01,3.324854278564453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,2,1,power_law_1.01,4.890095901489258
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,2,1,power_law_1.01,6.588310241699219
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,2,1,power_law_1.01,0.0364192008972168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,2,1,power_law_1.01,0.06379200220108032
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,2,1,power_law_1.01,0.1029312014579773
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,2,1,power_law_1.01,0.13659520149230958
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,2,1,power_law_1.01,0.16978559494018555
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,2,1,power_law_1.01,0.2443552017211914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,2,1,power_law_1.01,0.2559135913848877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,2,1,power_law_1.01,0.2668767929077148
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,2,1,power_law_1.01,0.28510079383850095
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,2,1,power_law_1.01,0.3005728006362915
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,2,1,power_law_1.01,0.32874240875244143
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,2,1,power_law_1.01,0.32510080337524416
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,2,1,power_law_1.01,0.33896000385284425
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,2,1,power_law_1.01,0.36208961009979246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,2,1,power_law_1.01,0.3769216060638428
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,2,1,power_law_1.01,0.3958847999572754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,2,1,power_law_1.01,0.4381984233856201
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,2,1,power_law_1.01,0.5199552059173584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,2,1,power_law_1.01,0.6018271923065186
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,2,1,power_law_1.01,0.7677824020385742
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,2,1,power_law_1.01,0.9356672286987304
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,2,1,power_law_1.01,1.2702272415161133
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,2,1,power_law_1.01,1.6018016815185547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,2,1,power_law_1.01,2.2766815185546876
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,2,1,power_law_1.01,2.9516096115112305
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,2,1,power_law_1.01,4.302041625976562
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,2,1,power_law_1.01,5.650694274902344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,2,1,power_law_1.01,0.03946560025215149
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,2,1,power_law_1.01,0.05576000213623047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,2,1,power_law_1.01,0.07847679853439331
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,2,1,power_law_1.01,0.1149440050125122
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,2,1,power_law_1.01,0.14687999486923217
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,2,1,power_law_1.01,0.20310719013214112
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,2,1,power_law_1.01,0.2168895959854126
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,2,1,power_law_1.01,0.21949760913848876
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,2,1,power_law_1.01,0.22383360862731932
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,2,1,power_law_1.01,0.2285696029663086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,2,1,power_law_1.01,0.2371232032775879
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,2,1,power_law_1.01,0.25795199871063235
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,2,1,power_law_1.01,0.2691391944885254
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,2,1,power_law_1.01,0.30439999103546145
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,2,power_law_1.2,6.481097412109375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,2,1,power_law_1.01,0.33654720783233644
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,2,1,power_law_1.01,0.37334399223327636
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,2,1,power_law_1.01,0.3773888111114502
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,2,1,power_law_1.01,0.4393472194671631
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,2,power_law_1.2,4.682217788696289
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,2,1,power_law_1.01,0.5160799980163574
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,2,1,power_law_1.01,0.6491936206817627
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,2,1,power_law_1.01,0.8002943992614746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,2,1,power_law_1.01,1.065056037902832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,2,1,power_law_1.01,1.42128324508667
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,2,1,power_law_1.01,1.9975168228149414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,2,1,power_law_1.01,2.5739168167114257
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,2,power_law_1.2,5.985929489135742
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,2,1,power_law_1.01,3.7217662811279295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,2,1,power_law_1.01,4.860543823242187
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,4096,1536,8,128,2,1,power_law_1.01,0.06972799897193908
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,4096,1536,8,128,2,1,power_law_1.01,0.09172800183296204
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,4096,1536,8,128,2,1,power_law_1.01,0.1353279948234558
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,4096,1536,8,128,2,1,power_law_1.01,0.1754655957221985
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,4096,1536,8,128,2,1,power_law_1.01,0.20288639068603515
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,4096,1536,8,128,2,1,power_law_1.01,0.29040958881378176
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,4096,1536,8,128,2,1,power_law_1.01,0.2932512044906616
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,4096,1536,8,128,2,1,power_law_1.01,0.30882558822631834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,4096,1536,8,128,2,1,power_law_1.01,0.30692479610443113
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,4096,1536,8,128,2,1,power_law_1.01,0.3099071979522705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,4096,1536,8,128,2,1,power_law_1.01,0.31902399063110354
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,4096,1536,8,128,2,1,power_law_1.01,0.32613120079040525
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,4096,1536,8,128,2,1,power_law_1.01,0.3310400009155273
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,4096,1536,8,128,2,1,power_law_1.01,0.33197119235992434
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,4096,1536,8,128,2,1,power_law_1.01,0.33615999221801757
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,4096,1536,8,128,2,1,power_law_1.01,0.35081920623779295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,4096,1536,8,128,2,1,power_law_1.01,0.36779520511627195
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,4096,1536,8,128,2,1,power_law_1.01,0.41353597640991213
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,4096,1536,8,128,2,1,power_law_1.01,0.4469088077545166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,4096,1536,8,128,2,1,power_law_1.01,0.5360095977783204
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,4096,1536,8,128,2,1,power_law_1.01,0.6051263809204102
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,4096,1536,8,128,2,1,power_law_1.01,0.7713727951049805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,4096,1536,8,128,2,1,power_law_1.01,0.919001579284668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,4096,1536,8,128,2,1,power_law_1.01,1.2235456466674806
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,4096,1536,8,128,2,1,power_law_1.01,1.5221152305603027
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,4096,1536,8,128,2,1,power_law_1.01,2.11441593170166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,4096,1536,8,128,2,1,power_law_1.01,2.721776008605957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,2,1,power_law_1.2,0.05462719798088074
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,2,1,power_law_1.2,0.07491840124130249
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,2,1,power_law_1.2,0.11444799900054932
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,2,1,power_law_1.2,0.17417600154876708
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,2,1,power_law_1.2,0.21867520809173585
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,2,1,power_law_1.2,0.3399199962615967
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,2,1,power_law_1.2,0.35971519947052
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,2,1,power_law_1.2,0.3929440021514893
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,2,1,power_law_1.2,0.40579519271850584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,2,1,power_law_1.2,0.41436161994934084
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,2,1,power_law_1.2,0.4370368003845215
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,2,1,power_law_1.2,0.4445216178894043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,2,1,power_law_1.2,0.4559743881225586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,2,1,power_law_1.2,0.4853600025177002
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,2,1,power_law_1.2,0.5144095897674561
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,2,1,power_law_1.2,0.5213856220245361
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,2,1,power_law_1.2,0.5422239780426026
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,2,1,power_law_1.2,0.628272008895874
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,2,1,power_law_1.2,0.6881472110748291
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,2,1,power_law_1.2,0.8506464004516602
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,2,1,power_law_1.2,1.0199135780334472
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,2,1,power_law_1.2,1.3441311836242675
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,2,1,power_law_1.2,1.6829280853271484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,2,1,power_law_1.2,2.382828712463379
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,2,1,power_law_1.2,3.185878372192383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,2,power_law_1.2,8.496604919433594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,2,1,power_law_1.2,0.03452480137348175
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,2,1,power_law_1.2,0.06339200139045716
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,2,1,power_law_1.2,0.10114560127258301
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,2,1,power_law_1.2,0.12634880542755128
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,2,1,power_law_1.2,0.15330560207366944
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,2,1,power_law_1.2,0.25023679733276366
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,2,1,power_law_1.2,0.25775680541992185
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,2,1,power_law_1.2,0.27844479084014895
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,2,1,power_law_1.2,0.29493439197540283
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,2,1,power_law_1.2,0.3050816059112549
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,2,1,power_law_1.2,0.3350752115249634
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,2,1,power_law_1.2,0.3317663908004761
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,2,1,power_law_1.2,0.34383358955383303
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,2,1,power_law_1.2,0.36791679859161375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,2,1,power_law_1.2,0.38572800159454346
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,2,1,power_law_1.2,0.40927681922912595
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,2,1,power_law_1.2,0.4455999851226807
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,2,1,power_law_1.2,0.5306015968322754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,2,1,power_law_1.2,0.6146080017089843
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,2,1,power_law_1.2,0.783292818069458
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,2,1,power_law_1.2,0.9465151786804199
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,2,1,power_law_1.2,1.28056001663208
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,2,1,power_law_1.2,1.6286527633666992
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,2,1,power_law_1.2,2.2999040603637697
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,2,1,power_law_1.2,5.12509765625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,2,1,power_law_1.2,2.9825151443481444
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,2,power_law_1.2,6.1869758605957035
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,2,1,power_law_1.2,0.04262399971485138
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,2,1,power_law_1.2,0.05653759837150574
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,2,1,power_law_1.2,0.07697920203208923
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,2,1,power_law_1.2,0.10218240022659301
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,2,1,power_law_1.2,0.14444799423217775
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,2,1,power_law_1.2,0.20725440979003906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,2,1,power_law_1.2,0.21911680698394775
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,2,1,power_law_1.2,0.22507839202880858
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,2,1,power_law_1.2,0.22850561141967773
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,2,1,power_law_1.2,0.23630080223083497
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,2,1,power_law_1.2,0.24287040233612062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,2,1,power_law_1.2,0.2652384042739868
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,2,1,power_law_1.2,0.2759040117263794
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,2,1,power_law_1.2,0.31554880142211916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,2,1,power_law_1.2,0.34404160976409914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,2,power_law_1.2,7.334175872802734
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,2,1,power_law_1.2,0.38279359340667723
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,4096,1536,8,128,2,1,power_law_1.2,0.06830080151557923
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,4096,1536,8,128,2,1,power_law_1.2,0.09077759981155395
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,4096,1536,8,128,2,1,power_law_1.2,0.12023359537124634
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,4096,1536,8,128,2,1,power_law_1.2,0.15741440057754516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,4096,1536,8,128,2,1,power_law_1.2,0.18337600231170653
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,4096,1536,8,128,2,1,power_law_1.2,0.2844543933868408
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,4096,1536,8,128,2,1,power_law_1.2,0.3048352003097534
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,4096,1536,8,128,2,1,power_law_1.2,0.3110719919204712
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,4096,1536,8,128,2,1,power_law_1.2,0.3189791917800903
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,4096,1536,8,128,2,1,power_law_1.2,0.314137601852417
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,4096,1536,8,128,2,1,power_law_1.2,0.32482879161834716
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,4096,1536,8,128,2,1,power_law_1.2,0.33317439556121825
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,4096,1536,8,128,2,1,power_law_1.2,0.33378560543060304
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,4096,1536,8,128,2,1,power_law_1.2,0.33793280124664304
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,4096,1536,8,128,2,1,power_law_1.2,0.3456032037734985
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,4096,1536,8,128,2,1,power_law_1.2,0.3587039947509766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,4096,1536,8,128,2,1,power_law_1.2,0.37934720516204834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,4096,1536,8,128,2,1,power_law_1.2,0.42146878242492675
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,4096,1536,8,128,2,1,power_law_1.2,0.46115841865539553
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,4096,1536,8,128,2,1,power_law_1.2,0.5452383995056153
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,4096,1536,8,128,2,1,power_law_1.2,0.6114912033081055
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,2,1,power_law_1.2,0.38213119506835935
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,2,1,power_law_1.2,0.45223679542541506
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,2,1,power_law_1.2,0.5255775928497315
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,2,1,power_law_1.2,4.332908630371094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,4096,1536,8,128,2,1,power_law_1.2,0.7743936061859131
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,2,1,power_law_1.2,0.6573472023010254
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,2,1,power_law_1.2,0.8064479827880859
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,2,1,power_law_1.2,1.0721247673034668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,4096,1536,8,128,2,1,power_law_1.2,0.9184096336364747
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,2,1,power_law_1.2,1.4272831916809081
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,4096,1536,8,128,2,1,power_law_1.2,1.2239775657653809
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,2,1,power_law_1.2,2.0017984390258787
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,4096,1536,8,128,2,1,power_law_1.2,1.5228192329406738
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,2,1,power_law_1.2,2.5735136032104493
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,2,1,power_law_1.2,6.869270324707031
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,2,power_law_1.01,0.14918400049209596
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,2,power_law_1.01,0.2875072002410889
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,2,power_law_1.01,0.35234880447387695
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,2,power_law_1.01,0.5046048164367676
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,2,power_law_1.01,0.6283967971801758
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,2,power_law_1.01,0.9719552040100098
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,2,power_law_1.01,0.9872223854064941
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,2,power_law_1.01,1.0347583770751954
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,2,power_law_1.01,1.0906335830688476
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,2,power_law_1.01,1.2273216247558594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,2,power_law_1.01,1.2709695816040039
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,2,power_law_1.01,1.3164863586425781
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,2,power_law_1.01,1.3258015632629394
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,2,power_law_1.01,1.4013440132141113
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,2,power_law_1.01,1.4099040031433105
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,2,power_law_1.01,1.4560128211975099
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,2,power_law_1.01,1.5536224365234375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,2,power_law_1.01,1.7369312286376952
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,2,power_law_1.01,1.9332704544067383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,2,power_law_1.01,2.4976415634155273
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,2,power_law_1.01,2.9798912048339843
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,2,1,power_law_1.2,5.690095901489258
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,2,power_law_1.01,0.12208640575408936
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,2,power_law_1.01,0.1889855980873108
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,2,power_law_1.01,4.6964256286621096
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,2,power_law_1.01,0.24345920085906983
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,2,power_law_1.01,0.34552640914916993
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,2,power_law_1.01,0.41667518615722654
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,2,power_law_1.01,0.636243200302124
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,2,power_law_1.01,0.6430016040802002
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,2,power_law_1.01,0.6723711967468262
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,2,power_law_1.01,6.044390487670898
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,2,power_law_1.01,0.7105088233947754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,2,power_law_1.01,0.7880896091461181
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,2,power_law_1.01,0.7809408187866211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,2,power_law_1.01,0.8186688423156738
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,2,power_law_1.01,0.8377663612365722
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,2,power_law_1.01,8.230863952636719
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,2,power_law_1.01,0.8940575599670411
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,2,power_law_1.01,0.939027214050293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,4096,1536,8,128,2,1,power_law_1.2,2.1310720443725586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,2,power_law_1.01,0.983084774017334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,2,power_law_1.01,1.0920351982116698
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,2,power_law_1.01,1.3023008346557616
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,2,power_law_1.01,10.78006362915039
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,2,power_law_1.01,1.4827199935913087
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,2,power_law_1.01,1.9556159973144531
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,2,power_law_1.01,2.413865661621094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,2,power_law_1.01,3.2635871887207033
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,2,power_law_1.01,15.444316101074218
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,2,power_law_1.01,4.190415954589843
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,2,power_law_1.01,6.032851028442383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,2,power_law_1.01,19.913571166992188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,2,power_law_1.01,7.915961456298828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,2,power_law_1.01,11.415916442871094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,2,power_law_1.01,0.13311359882354737
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,2,power_law_1.01,0.18430720567703246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,2,power_law_1.01,15.23401336669922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,2,power_law_1.01,0.2341439962387085
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,2,power_law_1.2,0.1497696042060852
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,2,power_law_1.01,0.324236798286438
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,2,power_law_1.2,0.24021120071411134
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,2,power_law_1.01,0.4476287841796875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,2,power_law_1.2,0.3637984037399292
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,2,power_law_1.01,0.6366303920745849
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,2,power_law_1.2,0.48534398078918456
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,2,power_law_1.01,0.6490303993225097
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,2,power_law_1.2,0.6025856018066407
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,2,power_law_1.01,0.6845695972442627
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,2,power_law_1.2,0.9789279937744141
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,2,power_law_1.01,0.6844639778137207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,2,power_law_1.2,1.0376319885253906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,2,power_law_1.01,0.7067711830139161
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,2,power_law_1.01,0.7372960090637207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,2,power_law_1.01,0.7408224105834961
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,2,power_law_1.2,1.063478374481201
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,2,power_law_1.01,0.7743584156036377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,2,power_law_1.2,1.103651237487793
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,2,power_law_1.01,0.7944831848144531
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,2,power_law_1.2,1.2744576454162597
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,2,power_law_1.01,0.8439040184020996
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,2,power_law_1.2,1.2939616203308106
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,2,power_law_1.01,0.8832511901855469
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,2,power_law_1.2,1.3010175704956055
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,2,power_law_1.01,0.9406047821044922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,2,power_law_1.2,1.3208607673645019
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,2,power_law_1.01,1.1055264472961426
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,2,power_law_1.2,1.3938943862915039
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,2,power_law_1.01,1.2631520271301269
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,2,power_law_1.2,1.4220831871032715
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,2,power_law_1.01,1.612665557861328
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,2,power_law_1.2,1.4808032035827636
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,2,power_law_1.01,1.8925664901733399
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,2,power_law_1.2,1.6125312805175782
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,2,power_law_1.2,1.8083551406860352
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,2,power_law_1.01,2.5833248138427733
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,2,1,power_law_1.2,3.716486358642578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,2,power_law_1.2,2.0105024337768556
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,2,power_law_1.01,3.2873153686523438
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,2,power_law_1.2,2.5661407470703126
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,2,power_law_1.2,3.2214847564697267
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,2,power_law_1.01,4.567657470703125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,2,power_law_1.2,4.282838439941406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,2,power_law_1.01,6.054889678955078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,2,power_law_1.2,6.131504058837891
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,2,power_law_1.01,8.781382751464843
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,2,power_law_1.2,8.73938217163086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,2,power_law_1.01,11.272518157958984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,2,power_law_1.2,0.12063679695129395
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,2,power_law_1.2,0.16773120164871216
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,2,power_law_1.2,0.24026238918304443
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,2,power_law_1.2,0.3224416017532349
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,2,power_law_1.2,11.100460815429688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,2,power_law_1.2,0.38537919521331787
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,2,power_law_1.2,0.6436800003051758
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,2,power_law_1.2,0.6464896202087402
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,2,power_law_1.2,0.6873472213745118
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,2,power_law_1.2,0.7258399963378906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,2,power_law_1.2,0.7625088214874267
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,2,power_law_1.2,0.8174176216125488
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,2,power_law_1.2,0.8340864181518555
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,2,power_law_1.2,0.8591008186340332
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,2,power_law_1.2,0.9013759613037109
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,4096,1536,8,128,2,1,power_law_1.2,2.72989444732666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,2,power_law_1.2,0.96463041305542
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,2,power_law_1.2,1.01942720413208
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,2,power_law_1.2,1.122441577911377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,2,power_law_1.2,1.3244159698486329
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,2,power_law_1.2,1.5328384399414063
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,2,power_law_1.2,2.0320127487182615
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,2,power_law_1.2,2.435686492919922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,2,power_law_1.2,3.308745574951172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,2,power_law_1.2,0.13610880374908446
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,2,power_law_1.2,4.2863201141357425
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,2,power_law_1.2,0.16071679592132568
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,2,power_law_1.2,0.23274879455566405
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,2,power_law_1.2,0.31800639629364014
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,2,power_law_1.2,0.41883201599121095
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,2,power_law_1.2,0.6405824184417724
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,2,power_law_1.2,0.6679808139801026
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,2,power_law_1.2,6.056800079345703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,2,power_law_1.2,0.6845568180084228
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,2,power_law_1.2,0.6975776195526123
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,2,power_law_1.2,0.710700798034668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,2,power_law_1.2,0.7413280010223389
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,2,power_law_1.2,0.7654687881469726
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,2,1,power_law_1.2,4.865951919555664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,2,power_law_1.2,0.7809440135955811
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,6144,2560,8,160,2,1,power_law_1.01,0.08886719942092895
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,6144,2560,8,160,2,1,power_law_1.01,0.14468159675598144
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,2,power_law_1.2,0.8374560356140137
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,6144,2560,8,160,2,1,power_law_1.01,0.293558406829834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,6144,2560,8,160,2,1,power_law_1.01,0.4511007785797119
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,2,power_law_1.2,0.875216007232666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,6144,2560,8,160,2,1,power_law_1.01,0.5892576217651367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,2,power_law_1.2,0.9009823799133301
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,6144,2560,8,160,2,1,power_law_1.01,0.9328160285949707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,2,power_law_1.2,8.0795166015625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,2,power_law_1.2,0.9912960052490234
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,6144,2560,8,160,2,1,power_law_1.01,1.009920024871826
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,6144,2560,8,160,2,1,power_law_1.01,1.0292608261108398
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,2,power_law_1.2,1.1715519905090332
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,6144,2560,8,160,2,1,power_law_1.01,1.050649642944336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,2,power_law_1.2,1.3102335929870605
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,6144,2560,8,160,2,1,power_law_1.01,1.091097640991211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,6144,2560,8,160,2,1,power_law_1.01,1.1513888359069824
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,2,power_law_1.2,1.6432607650756836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,6144,2560,8,160,2,1,power_law_1.01,1.2221728324890138
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,2,power_law_1.2,2.012156867980957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,6144,2560,8,160,2,1,power_law_1.01,1.272374439239502
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,6144,2560,8,160,2,1,power_law_1.01,1.3142335891723633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,2,power_law_1.2,2.75134391784668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,6144,2560,8,160,2,1,power_law_1.01,1.3650527954101563
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,6144,2560,8,160,2,1,power_law_1.01,1.3720128059387207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,2,power_law_1.2,15.972248840332032
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,2,power_law_1.2,12.338992309570312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,2,power_law_1.2,3.4237438201904298
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,6144,2560,8,160,2,1,power_law_1.01,1.4571871757507324
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,6144,2560,8,160,2,1,power_law_1.01,1.6233951568603515
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,2,1,power_law_1.01,1.8087135314941407
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,2,1,power_law_1.01,2.203878402709961
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,2,power_law_1.2,4.716886520385742
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,2,1,power_law_1.01,2.5275007247924806
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,2,1,power_law_1.01,3.324105453491211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,2,power_law_1.2,6.294025421142578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,2,1,power_law_1.01,4.68163833618164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,2,1,power_law_1.01,6.958624267578125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,2,1,power_law_1.01,8.901139068603516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,2,power_law_1.2,22.701632690429687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,2,1,power_law_1.01,12.99456329345703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,2,1,power_law_1.01,0.08052160143852234
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,2,1,power_law_1.01,0.10969599485397338
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,2,1,power_law_1.01,0.18816640377044677
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,2,1,power_law_1.01,0.2969311952590942
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,2,1,power_law_1.01,0.39560959339141843
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,2,1,power_law_1.01,0.6197055816650391
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,2,1,power_law_1.01,0.6632095813751221
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,2,1,power_law_1.01,0.6847040176391601
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,2,1,power_law_1.01,0.7062719821929931
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,2,power_law_1.2,8.95810546875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,2,1,power_law_1.01,0.7316224098205566
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,2,1,power_law_1.01,0.8090784072875976
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,2,1,power_law_1.01,16.522499084472656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,2,1,power_law_1.01,0.8812512397766114
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,2,1,power_law_1.01,0.8005536079406739
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,2,1,power_law_1.01,0.07686079740524292
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,2,1,power_law_1.01,0.8271615982055665
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,2,1,power_law_1.01,0.12529280185699462
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,2,1,power_law_1.01,0.2011199951171875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,2,1,power_law_1.01,0.8795519828796386
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,2,1,power_law_1.01,0.29530560970306396
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,2,power_law_1.2,16.148793029785157
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,2,1,power_law_1.01,0.9217856407165528
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,2,1,power_law_1.01,0.39744319915771487
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,2,1,power_law_1.01,0.6238272190093994
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,2,1,power_law_1.01,1.0073184013366698
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,6144,2560,8,160,2,1,power_law_1.01,0.11027840375900269
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,2,1,power_law_1.01,0.6709152221679687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,6144,2560,8,160,2,1,power_law_1.01,0.15945600271224974
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,6144,2560,8,160,2,1,power_law_1.01,0.24310081005096434
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,2,1,power_law_1.01,1.1867263793945313
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,2,1,power_law_1.01,0.6993375778198242
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,6144,2560,8,160,2,1,power_law_1.01,0.34011518955230713
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,2,1,power_law_1.01,0.6982399940490722
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,6144,2560,8,160,2,1,power_law_1.01,0.4257823944091797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,2,1,power_law_1.01,1.3619392395019532
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,2,1,power_law_1.01,0.7128736019134522
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,6144,2560,8,160,2,1,power_law_1.01,0.6254464149475097
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,2,1,power_law_1.01,0.7389056205749511
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,2,1,power_law_1.01,1.7146720886230469
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,2,1,power_law_1.01,0.7527552127838135
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,6144,2560,8,160,2,1,power_law_1.01,0.6440896034240723
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,2,1,power_law_1.01,0.7629183769226074
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,2,1,power_law_1.01,2.085884857177734
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,6144,2560,8,160,2,1,power_law_1.01,0.6784671783447266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,2,1,power_law_1.01,0.7921440124511718
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,6144,2560,8,160,2,1,power_law_1.01,0.6800608158111572
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,2,1,power_law_1.01,0.8315391540527344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,6144,2560,8,160,2,1,power_law_1.01,0.6896607875823975
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,2,1,power_law_1.01,2.81713924407959
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,6144,2560,8,160,2,1,power_law_1.01,0.7058976173400879
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,2,1,power_law_1.01,0.868227195739746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,6144,2560,8,160,2,1,power_law_1.01,0.6945663928985596
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,2,1,power_law_1.01,0.9325663566589355
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,6144,2560,8,160,2,1,power_law_1.01,0.7149888038635254
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,2,1,power_law_1.01,3.5743297576904296
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,2,1,power_law_1.01,1.0806559562683105
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,6144,2560,8,160,2,1,power_law_1.01,0.7214879989624023
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,6144,2560,8,160,2,1,power_law_1.01,0.7408991813659668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,2,1,power_law_1.01,1.209008026123047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,6144,2560,8,160,2,1,power_law_1.01,0.7323840141296387
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,2,1,power_law_1.01,5.095177459716797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,2,1,power_law_1.01,1.503331184387207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,6144,2560,8,160,2,1,power_law_1.01,0.7725088119506835
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,2,1,power_law_1.01,1.8019712448120118
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,6144,2560,8,160,2,1,power_law_1.01,0.8441280364990235
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,6144,2560,8,160,2,1,power_law_1.01,0.906009578704834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,2,1,power_law_1.01,2.383433532714844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,2,1,power_law_1.01,6.624188995361328
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,6144,2560,8,160,2,1,power_law_1.01,1.0315648078918458
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,6144,2560,8,160,2,1,power_law_1.01,1.1684672355651855
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,2,1,power_law_1.01,2.9822271347045897
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,6144,2560,8,160,2,1,power_law_1.01,1.4139103889465332
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,6144,2560,8,160,2,1,power_law_1.01,1.663532829284668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,2,1,power_law_1.01,4.168179321289062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,2,power_law_1.2,11.75780792236328
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,2,1,power_law_1.01,9.656966400146484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,6144,2560,8,160,2,1,power_law_1.2,0.08937280178070069
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,6144,2560,8,160,2,1,power_law_1.2,0.14641280174255372
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,6144,2560,8,160,2,1,power_law_1.2,0.28377280235290525
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,6144,2560,8,160,2,1,power_law_1.01,2.160140800476074
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,6144,2560,8,160,2,1,power_law_1.2,0.4045087814331055
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,6144,2560,8,160,2,1,power_law_1.2,0.5147232055664063
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,2,1,power_law_1.01,5.332102584838867
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,6144,2560,8,160,2,1,power_law_1.2,0.9266559600830078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,6144,2560,8,160,2,1,power_law_1.01,2.645964813232422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,6144,2560,8,160,2,1,power_law_1.2,0.9964544296264648
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,6144,2560,8,160,2,1,power_law_1.2,1.0504287719726562
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,6144,2560,8,160,2,1,power_law_1.2,1.082636833190918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,2,1,power_law_1.01,12.706044769287109
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,2,1,power_law_1.2,0.08079360127449035
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,6144,2560,8,160,2,1,power_law_1.2,1.1211999893188476
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,2,1,power_law_1.2,0.10953279733657836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,2,1,power_law_1.01,7.671600341796875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,6144,2560,8,160,2,1,power_law_1.2,1.2020544052124023
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,2,1,power_law_1.2,0.18657920360565186
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,6144,2560,8,160,2,1,power_law_1.01,3.649135971069336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,2,1,power_law_1.2,0.2672255992889404
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,6144,2560,8,160,2,1,power_law_1.2,1.2691807746887207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,2,1,power_law_1.2,0.3640959978103638
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,6144,2560,8,160,2,1,power_law_1.2,1.2918304443359374
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,2,1,power_law_1.2,0.6238336086273193
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,2,1,power_law_1.2,0.6560448169708252
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,6144,2560,8,160,2,1,power_law_1.2,1.3282367706298828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,2,1,power_law_1.2,0.7007711887359619
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,6144,2560,8,160,2,1,power_law_1.01,4.6345985412597654
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,2,1,power_law_1.2,0.7271327972412109
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,6144,2560,8,160,2,1,power_law_1.2,1.3828543663024901
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,2,1,power_law_1.2,0.7662623882293701
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,2,1,power_law_1.01,9.975094604492188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,2,1,power_law_1.2,0.07734720110893249
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,6144,2560,8,160,2,1,power_law_1.2,1.4222335815429688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,2,1,power_law_1.2,0.8538240432739258
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,2,1,power_law_1.2,0.12520320415496827
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,2,1,power_law_1.2,0.19916800260543824
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,2,1,power_law_1.2,0.9090304374694824
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,6144,2560,8,160,2,1,power_law_1.2,0.10251200199127197
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,2,1,power_law_1.2,0.2709728002548218
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,6144,2560,8,160,2,1,power_law_1.2,0.15213760137557983
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,2,1,power_law_1.2,0.8188799858093262
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,2,1,power_law_1.2,0.37034239768981936
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,6144,2560,8,160,2,1,power_law_1.2,0.22502079010009765
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,6144,2560,8,160,2,1,power_law_1.2,0.31503360271453856
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,6144,2560,8,160,2,1,power_law_1.2,1.4994688034057617
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,2,1,power_law_1.2,0.6086175918579102
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,2,1,power_law_1.2,0.857049560546875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,6144,2560,8,160,2,1,power_law_1.2,0.3828480005264282
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,2,1,power_law_1.2,0.6625279903411865
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,6144,2560,8,160,2,1,power_law_1.2,0.6188799858093261
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,6144,2560,8,160,2,1,power_law_1.2,1.686614418029785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,2,1,power_law_1.2,0.901318359375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,2,1,power_law_1.2,0.6865248203277587
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,6144,2560,8,160,2,1,power_law_1.2,0.6398208141326904
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,2,1,power_law_1.2,0.7030335903167725
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,2,1,power_law_1.2,0.954032039642334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,6144,2560,8,160,2,1,power_law_1.2,0.675219202041626
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,2,1,power_law_1.2,1.8464128494262695
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,2,1,power_law_1.2,0.7154784202575684
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,6144,2560,8,160,2,1,power_law_1.2,0.6949600219726563
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,2,1,power_law_1.2,1.0434271812438964
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,2,1,power_law_1.2,0.7433023929595948
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,6144,2560,8,160,2,1,power_law_1.2,0.6983168125152588
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,2,1,power_law_1.2,2.21744327545166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,2,1,power_law_1.2,0.765996789932251
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,2,1,power_law_1.2,1.2045696258544922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,6144,2560,8,160,2,1,power_law_1.2,0.7230271816253662
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,2,1,power_law_1.2,0.794649600982666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,6144,2560,8,160,2,1,power_law_1.2,0.7223584175109863
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,2,1,power_law_1.2,1.3784704208374023
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,2,1,power_law_1.2,2.6007551193237304
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,6144,2560,8,160,2,1,power_law_1.2,0.73886079788208
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,2,1,power_law_1.2,0.8261024475097656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,6144,2560,8,160,2,1,power_law_1.2,0.7436351776123047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,2,1,power_law_1.2,1.749283218383789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,2,1,power_law_1.2,0.8554271697998047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,2,1,power_law_1.2,3.5827392578125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,6144,2560,8,160,2,1,power_law_1.2,0.7509344100952149
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,2,1,power_law_1.2,0.8891391754150391
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,2,1,power_law_1.2,2.123007965087891
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,6144,2560,8,160,2,1,power_law_1.2,0.7672544002532959
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,2,1,power_law_1.2,0.9588159561157227
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,6144,2560,8,160,2,1,power_law_1.2,0.797705602645874
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,2,1,power_law_1.2,4.830425643920899
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,2,1,power_law_1.2,1.0910847663879395
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,2,1,power_law_1.2,2.866383934020996
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,6144,2560,8,160,2,1,power_law_1.2,0.8709600448608399
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,2,1,power_law_1.2,1.239568042755127
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,6144,2560,8,160,2,1,power_law_1.2,0.935974407196045
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,2,1,power_law_1.2,3.622390365600586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,2,1,power_law_1.2,1.5241536140441894
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,6144,2560,8,160,2,1,power_law_1.2,1.0629440307617188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,2,1,power_law_1.2,7.125395202636719
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,2,1,power_law_1.2,1.8216320037841798
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,6144,2560,8,160,2,1,power_law_1.2,1.1757087707519531
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,2,1,power_law_1.2,2.4052928924560546
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,6144,2560,8,160,2,1,power_law_1.2,1.4439488410949708
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,2,1,power_law_1.2,2.9920095443725585
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,6144,2560,8,160,2,1,power_law_1.2,1.6665119171142577
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,2,1,power_law_1.2,9.358831787109375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,2,1,power_law_1.2,5.141820907592773
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,6144,2560,8,160,2,1,power_law_1.2,2.1689504623413085
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,2,1,power_law_1.2,4.163382339477539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,2,1,power_law_1.2,6.656816101074218
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,6144,2560,8,160,2,1,power_law_1.2,2.647126388549805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,2,1,power_law_1.2,9.695362854003907
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,2,1,power_law_1.2,5.3299518585205075
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,2,1,power_law_1.2,12.735430145263672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,2,power_law_1.01,0.14007359743118286
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,2,power_law_1.01,0.2798111915588379
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,2,power_law_1.01,0.4990240097045898
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,2,power_law_1.01,0.6402783870697022
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,2,power_law_1.01,0.9795519828796386
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,2,1,power_law_1.2,12.962669372558594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,2,power_law_1.01,1.3362303733825684
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,6144,2560,8,160,2,1,power_law_1.2,3.6313854217529298
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,2,power_law_1.01,1.4446368217468262
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,2,power_law_1.01,1.9465951919555664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,2,power_law_1.01,1.9942176818847657
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,2,power_law_1.01,1.9887615203857423
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,2,1,power_law_1.2,7.659737396240234
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,2,power_law_1.01,2.0890464782714844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,2,power_law_1.01,2.088662338256836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,2,power_law_1.01,2.1910335540771486
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,2,power_law_1.01,2.4690975189208983
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,2,power_law_1.01,2.514352035522461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,2,power_law_1.01,2.6357664108276366
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,2,power_law_1.01,2.756790351867676
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,2,power_law_1.01,2.9028831481933595
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,2,power_law_1.01,3.268864059448242
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,2,power_law_1.01,3.711590576171875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,2,1,power_law_1.2,16.71387481689453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,2,power_law_1.01,4.266310501098633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,2,power_law_1.01,0.11552319526672364
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,2,power_law_1.01,0.1946336030960083
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,2,power_law_1.01,0.3258879899978638
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,2,power_law_1.01,0.436627197265625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,2,power_law_1.01,5.891171264648437
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,2,power_law_1.01,0.639254379272461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,2,power_law_1.01,0.8364607810974121
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,2,power_law_1.01,0.9865023612976074
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,2,power_law_1.01,7.1210205078125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,2,power_law_1.01,1.2592032432556153
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,2,power_law_1.01,1.3179424285888672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,2,power_law_1.01,1.2477375984191894
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,6144,2560,8,160,2,1,power_law_1.2,4.612281417846679
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,2,power_law_1.01,9.684226989746094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,2,power_law_1.01,1.3493727684020995
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,2,power_law_1.01,1.4288064002990724
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,2,power_law_1.01,1.4678912162780762
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,2,power_law_1.01,1.640928077697754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,2,power_law_1.01,11.375654602050782
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,2,power_law_1.01,1.702070426940918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,2,power_law_1.01,1.7089248657226563
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,2,power_law_1.01,0.1058527946472168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,2,power_law_1.01,1.847020721435547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,2,power_law_1.01,2.05216007232666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,2,power_law_1.01,2.2427648544311523
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,2,power_law_1.01,15.453619384765625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,2,power_law_1.01,2.658371162414551
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,2,power_law_1.01,3.0273536682128905
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,2,power_law_1.01,0.17169599533081054
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,2,power_law_1.01,0.31526401042938235
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,2,power_law_1.01,0.4116223812103271
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,2,power_law_1.01,3.892755126953125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,2,power_law_1.01,0.6227839946746826
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,2,power_law_1.01,0.8486687660217285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,2,power_law_1.01,4.753286361694336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,2,power_law_1.01,0.97957763671875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,2,power_law_1.01,20.630198669433593
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,2,power_law_1.01,1.2115103721618652
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,2,power_law_1.2,0.1401535987854004
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,2,power_law_1.01,1.2828000068664551
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,2,power_law_1.01,6.389363098144531
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,2,power_law_1.2,0.2804255962371826
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,2,power_law_1.01,1.2739968299865723
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,2,power_law_1.2,0.4212800025939941
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,2,power_law_1.01,1.3416000366210938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,2,power_law_1.2,0.6448319911956787
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,2,1,power_law_1.2,9.962934112548828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,2,power_law_1.01,1.3094783782958985
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,2,power_law_1.2,0.9319552421569824
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,2,power_law_1.2,0.11404800415039062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,2,power_law_1.2,0.19410239458084105
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,2,power_law_1.01,8.235212707519532
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,2,power_law_1.2,1.1125472068786622
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,2,power_law_1.01,1.3988127708435059
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,2,power_law_1.2,0.28936960697174074
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,2,power_law_1.2,0.4188704013824463
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,2,power_law_1.2,1.3738335609436034
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,2,power_law_1.01,1.4213055610656737
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,2,power_law_1.2,0.5969759941101074
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,2,power_law_1.2,1.8468608856201172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,2,power_law_1.01,1.4746944427490234
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,2,power_law_1.2,0.7148767948150635
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,2,power_law_1.2,0.9014368057250977
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,2,power_law_1.01,1.5198431968688966
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,2,power_law_1.2,1.9739744186401367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,2,power_law_1.2,1.2484831809997559
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,2,power_law_1.01,1.5515616416931153
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,2,power_law_1.01,11.649785614013672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,2,power_law_1.2,1.9890207290649413
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,2,power_law_1.2,1.260655975341797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,2,power_law_1.01,1.7209663391113281
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,2,power_law_1.2,2.025472068786621
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,2,power_law_1.2,1.2811936378479003
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,2,power_law_1.01,1.8370431900024413
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,2,power_law_1.2,2.1503551483154295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,2,power_law_1.2,1.259395217895508
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,2,power_law_1.01,2.142233657836914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,2,power_law_1.2,1.367801570892334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,2,power_law_1.2,2.297907257080078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,2,power_law_1.01,2.44418888092041
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,2,power_law_1.2,1.3932831764221192
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,2,power_law_1.2,2.4372543334960937
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,2,power_law_1.01,15.078933715820312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,2,power_law_1.2,1.6095647811889648
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,2,power_law_1.01,3.0509855270385744
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,2,power_law_1.2,2.6021856307983398
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,2,power_law_1.2,1.6815359115600585
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,2,power_law_1.2,0.10581760406494141
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,2,power_law_1.2,2.6140031814575195
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,2,power_law_1.2,0.17284799814224244
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,2,power_law_1.2,1.7415264129638672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,2,power_law_1.01,3.651123046875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,2,power_law_1.2,0.26910080909729006
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,2,power_law_1.2,0.41953282356262206
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,2,power_law_1.2,2.7241184234619142
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,2,power_law_1.2,1.835500717163086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,2,power_law_1.2,0.6004767894744873
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,2,power_law_1.2,2.0793760299682615
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,2,power_law_1.2,0.7770751953125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,2,power_law_1.01,4.914144134521484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,2,power_law_1.2,3.0412063598632812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,2,power_law_1.2,0.9329695701599121
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,2,power_law_1.2,2.300927925109863
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,2,power_law_1.2,3.3911102294921873
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,2,power_law_1.2,1.2108799934387207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,2,power_law_1.2,2.7104320526123047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,2,power_law_1.2,1.2473024368286132
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,2,power_law_1.01,6.1496734619140625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,2,power_law_1.2,4.066009521484375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,2,power_law_1.2,3.19899845123291
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,2,power_law_1.2,1.2820768356323242
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,2,power_law_1.2,5.049692916870117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,2,power_law_1.2,1.31243839263916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,2,power_law_1.2,4.03895378112793
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,2,power_law_1.2,1.371564769744873
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,2,power_law_1.01,8.702973175048829
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,2,power_law_1.2,6.165443038940429
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,2,power_law_1.2,1.3320863723754883
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,2,power_law_1.2,4.924451065063477
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,2,power_law_1.2,1.4683839797973632
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,2,power_law_1.2,1.4737088203430175
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,2,power_law_1.2,7.780003356933594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,2,power_law_1.2,1.4728384017944336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,2,power_law_1.2,6.584758758544922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,2,power_law_1.01,11.352140808105469
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,2,power_law_1.2,1.5925727844238282
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,2,1,power_law_1.01,0.09194239974021912
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,2,1,power_law_1.01,0.13244479894638062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,2,power_law_1.2,1.7844287872314453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,2,1,power_law_1.01,0.2750432014465332
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,2,power_law_1.2,9.798044586181641
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,2,1,power_law_1.01,0.4871647834777832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,2,power_law_1.2,1.9260351181030273
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,2,power_law_1.2,8.395088195800781
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,2,1,power_law_1.01,0.8082367897033691
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,2,power_law_1.2,2.1916479110717773
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,2,1,power_law_1.01,1.1521087646484376
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,2,power_law_1.2,2.5629344940185548
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,2,1,power_law_1.01,1.3454496383666992
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,2,power_law_1.2,12.425212860107422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,2,1,power_law_1.01,1.7442367553710938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,2,power_law_1.2,3.2527839660644533
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,2,power_law_1.2,12.006857299804688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,2,1,power_law_1.01,1.8292192459106444
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,2,1,power_law_1.01,1.8756000518798828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,2,power_law_1.2,3.8567584991455077
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,2,1,power_law_1.01,1.9722560882568358
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,2,power_law_1.2,5.17803840637207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,2,1,power_law_1.01,2.0498079299926757
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,2,power_law_1.2,17.131689453125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,2,1,power_law_1.01,2.1209247589111326
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,2,power_law_1.2,15.594575500488281
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,2,1,power_law_1.01,0.08223040103912353
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,2,1,power_law_1.01,2.2758975982666017
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,2,1,power_law_1.01,0.10635520219802856
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,2,power_law_1.2,6.473382568359375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,2,1,power_law_1.01,0.18830399513244628
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,2,1,power_law_1.01,2.407462310791016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,2,1,power_law_1.01,0.31674880981445314
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,2,1,power_law_1.01,0.5393919944763184
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,2,1,power_law_1.01,2.527347183227539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,2,1,power_law_1.01,0.7663551807403565
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,2,1,power_law_1.01,0.9087776184082031
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,2,1,power_law_1.01,2.558483123779297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,2,power_law_1.2,9.150077056884765
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,2,1,power_law_1.01,1.177132797241211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,2,power_law_1.2,21.694866943359376
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,2,1,power_law_1.01,2.716579246520996
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,2,1,power_law_1.01,1.2169759750366211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,2,1,power_law_1.01,1.246134376525879
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,2,1,power_law_1.01,2.9153823852539062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,2,1,power_law_1.01,0.07616320252418518
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,2,1,power_law_1.01,0.09813439846038818
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,2,1,power_law_1.01,1.3101984024047852
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,2,1,power_law_1.01,0.1724959969520569
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,2,1,power_law_1.01,3.2772926330566405
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,2,1,power_law_1.01,1.3475456237792969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,2,1,power_law_1.01,0.3211103916168213
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,2,power_law_1.2,11.535350036621093
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,2,1,power_law_1.01,0.5494688034057618
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,2,1,power_law_1.01,1.4210944175720215
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,2,1,power_law_1.01,0.77226881980896
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,2,1,power_law_1.01,1.5650591850280762
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,2,1,power_law_1.01,0.9298303604125977
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,2,1,power_law_1.01,3.7588577270507812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,7168,2048,8,384,2,1,power_law_1.01,0.14237120151519775
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,7168,2048,8,384,2,1,power_law_1.01,0.18865280151367186
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,2,1,power_law_1.01,1.6864896774291993
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,2,1,power_law_1.01,1.1537023544311524
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,7168,2048,8,384,2,1,power_law_1.01,0.2812576055526733
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,2,1,power_law_1.01,1.8189760208129884
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,2,1,power_law_1.01,1.2190943717956544
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,7168,2048,8,384,2,1,power_law_1.01,0.4265632152557373
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,2,1,power_law_1.01,4.531391906738281
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,7168,2048,8,384,2,1,power_law_1.01,0.6436960220336914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,2,1,power_law_1.01,1.7081472396850585
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,2,1,power_law_1.01,1.2335712432861328
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,7168,2048,8,384,2,1,power_law_1.01,0.8327327728271484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,2,1,power_law_1.01,1.2995519638061523
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,7168,2048,8,384,2,1,power_law_1.01,0.9081472396850586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,2,1,power_law_1.01,5.634460830688477
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,2,1,power_law_1.01,1.8956640243530274
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,2,1,power_law_1.01,1.3622400283813476
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,7168,2048,8,384,2,1,power_law_1.01,1.1467519760131837
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,2,1,power_law_1.01,2.061894416809082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,7168,2048,8,384,2,1,power_law_1.01,1.1950912475585938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,2,1,power_law_1.01,1.3640031814575195
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,2,1,power_law_1.01,1.4252927780151368
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,2,1,power_law_1.01,2.43624324798584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,2,1,power_law_1.01,8.131708526611328
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,7168,2048,8,384,2,1,power_law_1.01,1.205507183074951
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,2,1,power_law_1.01,1.4519807815551757
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,2,1,power_law_1.01,2.7826303482055663
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,7168,2048,8,384,2,1,power_law_1.01,1.2469120025634766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,2,1,power_law_1.01,1.4822976112365722
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,7168,2048,8,384,2,1,power_law_1.01,1.290278434753418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,2,1,power_law_1.01,1.5541248321533203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,2,1,power_law_1.01,3.4837600708007814
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,2,1,power_law_1.01,10.110940551757812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,7168,2048,8,384,2,1,power_law_1.01,1.3029184341430664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,2,1,power_law_1.01,1.691744041442871
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,7168,2048,8,384,2,1,power_law_1.01,1.3518207550048829
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,2,1,power_law_1.01,4.195292663574219
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,2,1,power_law_1.01,1.831350326538086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,7168,2048,8,384,2,1,power_law_1.01,1.375603199005127
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,2,1,power_law_1.01,2.083907127380371
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,7168,2048,8,384,2,1,power_law_1.01,1.3907872200012208
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,2,1,power_law_1.01,5.631996917724609
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,2,1,power_law_1.01,2.3678815841674803
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,7168,2048,8,384,2,1,power_law_1.01,1.4350496292114259
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,2,1,power_law_1.01,13.622723388671876
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,7168,2048,8,384,2,1,power_law_1.01,1.4703328132629394
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,2,1,power_law_1.01,2.9220863342285157
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,7168,2048,8,384,2,1,power_law_1.01,1.5460736274719238
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,2,1,power_law_1.01,7.0879676818847654
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,7168,2048,8,384,2,1,power_law_1.01,1.706150436401367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,2,1,power_law_1.01,3.491151809692383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,7168,2048,8,384,2,1,power_law_1.01,1.8172256469726562
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,2,1,power_law_1.01,4.622918319702149
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,7168,2048,8,384,2,1,power_law_1.01,2.0910175323486326
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,2,1,power_law_1.01,17.534953308105468
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,2,1,power_law_1.2,0.09247679710388183
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,2,1,power_law_1.01,9.98842544555664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,7168,2048,8,384,2,1,power_law_1.01,2.3639039993286133
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,2,1,power_law_1.2,0.1327296018600464
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,2,1,power_law_1.2,0.27352960109710694
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,2,1,power_law_1.01,5.770918273925782
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,2,1,power_law_1.2,0.49297919273376467
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,7168,2048,8,384,2,1,power_law_1.01,2.9172479629516603
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,2,1,power_law_1.2,0.7333727836608886
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,2,1,power_law_1.2,1.0444512367248535
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,7168,2048,8,384,2,1,power_law_1.01,3.453433609008789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,2,1,power_law_1.2,1.2485055923461914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,2,1,power_law_1.01,8.034281921386718
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,2,1,power_law_1.01,12.93242950439453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,2,1,power_law_1.2,0.08255040049552917
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,2,1,power_law_1.2,1.6855583190917969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,2,1,power_law_1.2,0.10577919483184814
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,2,1,power_law_1.2,0.18925759792327881
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,2,1,power_law_1.2,1.78570556640625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,2,1,power_law_1.2,0.31719040870666504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,7168,2048,8,384,2,1,power_law_1.01,4.505344009399414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,2,1,power_law_1.2,0.5001696109771728
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,2,1,power_law_1.2,1.857142448425293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,2,1,power_law_1.2,0.7019423961639404
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,2,1,power_law_1.01,10.294435119628906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,2,1,power_law_1.2,0.824623966217041
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,2,1,power_law_1.2,1.9641023635864259
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,2,1,power_law_1.2,1.1312064170837401
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,7168,2048,8,384,2,1,power_law_1.01,5.576768112182617
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,2,1,power_law_1.2,2.0522687911987303
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,2,1,power_law_1.2,0.07557439804077148
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,2,1,power_law_1.2,1.1820223808288575
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,2,1,power_law_1.2,0.0976032018661499
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,2,1,power_law_1.2,0.17199679613113403
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,2,1,power_law_1.2,2.135468864440918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,2,1,power_law_1.2,1.2404767990112304
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,2,1,power_law_1.2,0.3214560031890869
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,7168,2048,8,384,2,1,power_law_1.2,0.14251519441604615
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,7168,2048,8,384,2,1,power_law_1.2,0.18951359987258912
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,2,1,power_law_1.2,2.263667106628418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,2,1,power_law_1.2,0.5009183883666992
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,2,1,power_law_1.2,1.3000736236572266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,7168,2048,8,384,2,1,power_law_1.2,0.2747423887252808
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,7168,2048,8,384,2,1,power_law_1.2,0.4259456157684326
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,2,1,power_law_1.2,0.7023200035095215
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,2,1,power_law_1.2,2.483296012878418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,2,1,power_law_1.2,1.3790207862854005
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,7168,2048,8,384,2,1,power_law_1.2,0.6004096031188965
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,2,1,power_law_1.2,0.8519743919372559
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,7168,2048,8,384,2,1,power_law_1.2,0.7516384124755859
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,2,1,power_law_1.2,1.441804790496826
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,2,1,power_law_1.2,2.602873611450195
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,2,1,power_law_1.2,1.1475935935974122
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,7168,2048,8,384,2,1,power_law_1.2,0.8287808418273925
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,2,1,power_law_1.2,1.5911808013916016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,2,1,power_law_1.2,1.1740415573120118
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,2,1,power_law_1.2,2.604694366455078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,7168,2048,8,384,2,1,power_law_1.2,1.1323264122009278
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,2,1,power_law_1.2,1.7379423141479493
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,2,1,power_law_1.2,1.2112607955932617
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,7168,2048,8,384,2,1,power_law_1.2,1.179638385772705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,2,1,power_law_1.2,2.800070381164551
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,2,1,power_law_1.2,1.8726591110229491
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,2,1,power_law_1.2,1.2691712379455566
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,7168,2048,8,384,2,1,power_law_1.2,1.186508846282959
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,2,1,power_law_1.2,2.9688703536987306
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,2,1,power_law_1.2,1.749884796142578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,7168,2048,8,384,2,1,power_law_1.2,1.237286376953125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,2,1,power_law_1.2,1.3207455635070802
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,7168,2048,8,384,2,1,power_law_1.2,1.276688003540039
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,2,1,power_law_1.2,1.9346399307250977
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,2,1,power_law_1.2,1.3445504188537598
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,2,1,power_law_1.2,3.391798400878906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,7168,2048,8,384,2,1,power_law_1.2,1.3076671600341796
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,2,1,power_law_1.2,1.4045920372009277
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,2,1,power_law_1.2,3.873855972290039
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,2,1,power_law_1.2,2.1166175842285155
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,2,1,power_law_1.2,1.4547840118408204
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,7168,2048,8,384,2,1,power_law_1.2,1.3498047828674316
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,2,1,power_law_1.2,1.4905055999755858
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,2,1,power_law_1.2,2.4847743988037108
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,7168,2048,8,384,2,1,power_law_1.2,1.3892064094543457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,2,1,power_law_1.2,5.397145462036133
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,2,1,power_law_1.2,1.5818495750427246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,2,1,power_law_1.2,2.8534944534301756
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,7168,2048,8,384,2,1,power_law_1.2,1.4200544357299805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,2,1,power_law_1.2,1.7384576797485352
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,7168,2048,8,384,2,1,power_law_1.2,1.429849624633789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,2,1,power_law_1.2,6.495327758789062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,2,1,power_law_1.2,1.8809568405151367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,2,1,power_law_1.2,3.5760128021240236
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,7168,2048,8,384,2,1,power_law_1.2,1.515897560119629
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,2,1,power_law_1.2,2.140127944946289
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,7168,2048,8,384,2,1,power_law_1.2,1.6072128295898438
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,2,1,power_law_1.2,4.334975814819336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,7168,2048,8,384,2,1,power_law_1.2,1.785411262512207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,2,1,power_law_1.2,8.628425598144531
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,2,1,power_law_1.2,2.4494655609130858
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,7168,2048,8,384,2,1,power_law_1.2,1.9209152221679688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,2,1,power_law_1.2,3.0121280670166017
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,2,1,power_law_1.2,5.775798416137695
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,7168,2048,8,384,2,1,power_law_1.2,2.2051328659057616
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,2,1,power_law_1.2,3.5943904876708985
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,7168,2048,8,384,2,1,power_law_1.2,2.476140785217285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,2,1,power_law_1.2,10.310467529296876
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,2,1,power_law_1.2,7.2343902587890625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,7168,2048,8,384,2,1,power_law_1.2,3.0334144592285157
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,2,1,power_law_1.2,4.734614562988281
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,7168,2048,8,384,2,1,power_law_1.2,3.5596160888671875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,2,1,power_law_1.2,5.8602142333984375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,2,1,power_law_1.2,10.156419372558593
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,2,1,power_law_1.2,13.995986938476562
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,7168,2048,8,384,2,1,power_law_1.2,4.600643157958984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,2,1,power_law_1.2,8.115315246582032
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,7168,2048,8,384,2,1,power_law_1.2,5.8484031677246096
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,2,1,power_law_1.2,13.097634887695312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,2,1,power_law_1.2,17.059779357910156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,2,power_law_1.01,0.06255999803543091
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,2,power_law_1.01,0.04663040041923523
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,2,power_law_1.01,0.08127679824829101
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,2,power_law_1.01,0.10395200252532959
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,2,power_law_1.01,0.06980159878730774
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,2,power_law_1.01,0.08919360041618347
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,2,1,power_law_1.2,10.339673614501953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,2,power_law_1.2,0.059945601224899295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,2,power_law_1.2,0.07412800192832947
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,2,power_law_1.01,0.16411199569702148
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,2,power_law_1.2,0.10465919971466064
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,2,power_law_1.01,0.11412800550460815
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,2,power_law_1.01,0.20669119358062743
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,2,power_law_1.01,0.14109760522842407
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,2,power_law_1.2,0.05143359899520874
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,2,power_law_1.01,0.1930816054344177
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,2,power_law_1.2,0.0669920027256012
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,2,power_law_1.01,0.21075201034545898
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,2,power_law_1.2,0.08867520093917847
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,2,power_law_1.01,0.2756608009338379
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,2,power_law_1.01,0.2057728052139282
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,2,power_law_1.2,0.1515231966972351
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,2,power_law_1.01,0.2938783884048462
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,2,power_law_1.2,0.1823840022087097
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,2,power_law_1.01,0.30852160453796384
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,2,power_law_1.2,0.2708575963973999
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,2,power_law_1.2,0.2927295923233032
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,2,power_law_1.2,0.10738559961318969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,2,power_law_1.2,0.3002239942550659
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,2,power_law_1.2,0.13313920497894288
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,2,power_law_1.01,0.23995521068572997
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,2,power_law_1.2,0.19445120096206664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,2,power_law_1.01,0.237939190864563
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,2,power_law_1.2,0.2019200086593628
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,2,power_law_1.01,0.33367679119110105
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,2,power_law_1.01,0.2521183967590332
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,2,power_law_1.2,0.21457281112670898
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,2,power_law_1.01,0.3615583896636963
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,2,power_law_1.01,0.2565056085586548
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,2,power_law_1.01,0.2682751893997192
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,2,power_law_1.01,0.35583360195159913
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,2,power_law_1.01,0.27762560844421386
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,2,power_law_1.01,0.3785792112350464
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,2,power_law_1.01,0.38412160873413087
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,2,power_law_1.01,0.29373118877410886
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,2,power_law_1.2,0.34377601146698
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,2,power_law_1.01,0.39527039527893065
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,2,power_law_1.2,0.3578752040863037
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,2,power_law_1.01,0.3039423942565918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,2,power_law_1.2,0.25449600219726565
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,2,power_law_1.2,0.36848959922790525
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,2,power_law_1.01,0.407155179977417
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,2,power_law_1.2,0.2557471990585327
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,2,power_law_1.01,0.327455997467041
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,2,power_law_1.2,0.37876479625701903
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,2,power_law_1.2,0.25852160453796386
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,2,power_law_1.01,0.4169472217559814
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,2,power_law_1.01,0.40114879608154297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,2,power_law_1.2,0.38800640106201173
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,2,power_law_1.2,0.2748768091201782
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,2,power_law_1.01,0.4415775775909424
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,2,power_law_1.2,0.40036802291870116
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,2,power_law_1.01,0.45855040550231935
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,2,power_law_1.01,0.5080575942993164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,2,power_law_1.01,0.5919167995452881
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,2,power_law_1.2,0.2739135980606079
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,2,power_law_1.01,0.5696991920471192
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,2,power_law_1.2,0.28740479946136477
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,2,power_law_1.2,0.40975680351257326
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,2,power_law_1.01,0.7282656192779541
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,2,power_law_1.01,0.6944064140319824
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,2,power_law_1.2,0.2988640069961548
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,2,power_law_1.2,0.41969919204711914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,2,power_law_1.01,0.9981760025024414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,2,power_law_1.2,0.3188575983047485
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,2,power_law_1.01,0.8279295921325683
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,2,power_law_1.2,0.456496000289917
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,2,power_law_1.2,0.3494335889816284
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,2,power_law_1.01,1.2885184288024902
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,2,power_law_1.2,0.514137601852417
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,2,power_law_1.01,1.1104576110839843
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,2,power_law_1.2,0.410262393951416
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,2,power_law_1.2,0.5762464046478272
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,2,power_law_1.2,0.47670722007751465
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,2,power_law_1.01,1.7726015090942382
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,2,power_law_1.01,1.3725215911865234
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,2,power_law_1.2,0.7138207912445068
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,2,power_law_1.2,0.5963935852050781
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,2,power_law_1.2,0.8366432189941406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,2,power_law_1.01,1.9071456909179687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,2,power_law_1.2,0.7411007881164551
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,2,power_law_1.01,2.2869152069091796
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,2,power_law_1.2,1.1647520065307617
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,2,power_law_1.01,2.4736608505249023
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,2,power_law_1.2,1.424022388458252
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,2,power_law_1.01,3.358185577392578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,2,power_law_1.2,1.0493408203125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,2,power_law_1.01,3.5669185638427736
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,2,power_law_1.2,1.3051679611206055
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,2,power_law_1.2,1.97192325592041
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,2,power_law_1.01,4.551663970947265
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,2688,1856,6,128,2,1,power_law_1.01,0.03674559891223907
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,2688,1856,6,128,2,1,power_law_1.01,0.050496000051498416
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,2688,1856,6,128,2,1,power_law_1.01,0.0791263997554779
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,2688,1856,6,128,2,1,power_law_1.01,0.13835519552230835
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,2,power_law_1.01,5.008095932006836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,2688,1856,6,128,2,1,power_law_1.01,0.16495039463043212
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,2,1,power_law_1.01,0.03181119859218597
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,2688,1856,6,128,2,1,power_law_1.01,0.2611072063446045
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,2,1,power_law_1.01,0.044156798720359804
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,2688,1856,6,128,2,1,power_law_1.01,0.27791359424591067
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,2,1,power_law_1.01,0.06679040193557739
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,2688,1856,6,128,2,1,power_law_1.01,0.2884608030319214
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,2,1,power_law_1.01,0.10007359981536865
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,2,power_law_1.2,1.8583168029785155
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,2688,1856,6,128,2,1,power_law_1.01,0.2927007913589478
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,2,1,power_law_1.01,0.12679040431976318
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,2,1,power_law_1.01,0.19179519414901733
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,2688,1856,6,128,2,1,power_law_1.01,0.2970560073852539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,2,1,power_law_1.01,0.20455679893493653
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,2688,1856,6,128,2,1,power_law_1.01,0.3116703987121582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,2,1,power_law_1.01,0.20637760162353516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,2688,1856,6,128,2,1,power_law_1.01,0.35187199115753176
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,2,1,power_law_1.01,0.21515519618988038
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,2,power_law_1.2,2.42423038482666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,2688,1856,6,128,2,1,power_law_1.01,0.3648319959640503
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,2,1,power_law_1.01,0.22149438858032228
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,2,power_law_1.2,2.477814483642578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,2688,1856,6,128,2,1,power_law_1.01,0.37287039756774903
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,2,1,power_law_1.01,0.24181759357452393
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,2688,1856,6,128,2,1,power_law_1.01,0.3809920072555542
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,2,1,power_law_1.01,0.2382431983947754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,2,1,power_law_1.01,0.2500799894332886
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,2688,1856,6,128,2,1,power_law_1.01,0.389683198928833
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,2,1,power_law_1.01,0.2644416093826294
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,2688,1856,6,128,2,1,power_law_1.01,0.4102047920227051
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,2,1,power_law_1.01,0.27657279968261717
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,2688,1856,6,128,2,1,power_law_1.01,0.46019840240478516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,2,1,power_law_1.01,0.28650240898132323
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,2,1,power_law_1.01,0.509500789642334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,2,1,power_law_1.01,0.3101887941360474
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,2,1,power_law_1.01,0.6170944213867188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,2,1,power_law_1.01,0.3578304052352905
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,2,power_law_1.2,3.8139198303222654
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,2,1,power_law_1.01,0.416044807434082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,2,1,power_law_1.01,0.7197152137756347
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,2,power_law_1.2,3.5220062255859377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,2,1,power_law_1.01,0.5215007781982421
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,2,1,power_law_1.01,0.9356512069702149
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,2,1,power_law_1.01,0.6213312149047852
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,2,1,power_law_1.01,1.159984016418457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,2,1,power_law_1.01,0.828547191619873
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,2,1,power_law_1.01,1.6003263473510743
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,2,1,power_law_1.01,1.041062355041504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,2,1,power_law_1.01,2.0810752868652345
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,2,1,power_law_1.01,1.4687520027160645
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,2,power_law_1.2,4.931135940551758
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,2,1,power_law_1.01,2.9859487533569338
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,2,1,power_law_1.01,1.896028709411621
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,2688,1856,6,128,2,1,power_law_1.01,0.06181120276451111
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,2688,1856,6,128,2,1,power_law_1.01,0.07625280022621155
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,2688,1856,6,128,2,1,power_law_1.01,0.1085055947303772
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,2688,1856,6,128,2,1,power_law_1.01,0.14380160570144654
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,2688,1856,6,128,2,1,power_law_1.01,0.16596800088882446
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,2688,1856,6,128,2,1,power_law_1.01,0.23222720623016357
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,2,1,power_law_1.01,2.751878356933594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,2,1,power_law_1.01,4.029523086547852
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,2688,1856,6,128,2,1,power_law_1.2,0.036735999584198
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,2688,1856,6,128,2,1,power_law_1.01,0.2503904104232788
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,2688,1856,6,128,2,1,power_law_1.2,0.050614398717880246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,2688,1856,6,128,2,1,power_law_1.01,0.25081601142883303
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,2688,1856,6,128,2,1,power_law_1.2,0.07832639813423156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,2688,1856,6,128,2,1,power_law_1.01,0.2486975908279419
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,2688,1856,6,128,2,1,power_law_1.2,0.12529280185699462
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,2688,1856,6,128,2,1,power_law_1.01,0.2513952016830444
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,2688,1856,6,128,2,1,power_law_1.2,0.15974719524383546
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,2,1,power_law_1.01,3.6030784606933595
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,2688,1856,6,128,2,1,power_law_1.01,0.2603775978088379
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,2688,1856,6,128,2,1,power_law_1.2,0.25274560451507566
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,2,1,power_law_1.2,0.02943359911441803
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,2688,1856,6,128,2,1,power_law_1.01,0.2680095911026001
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,2,power_law_1.2,4.9747871398925785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,2688,1856,6,128,2,1,power_law_1.2,0.2759743928909302
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,2,1,power_law_1.2,0.045126399397850035
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,2688,1856,6,128,2,1,power_law_1.01,0.27502079010009767
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,2688,1856,6,128,2,1,power_law_1.2,0.28758718967437746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,2,1,power_law_1.2,0.06667519807815551
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,2688,1856,6,128,2,1,power_law_1.2,0.05956799983978271
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,2688,1856,6,128,2,1,power_law_1.01,0.27946879863739016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,2688,1856,6,128,2,1,power_law_1.2,0.07325760126113892
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,2,1,power_law_1.2,0.09589440226554871
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,2688,1856,6,128,2,1,power_law_1.2,0.1009600043296814
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,2,1,power_law_1.2,0.12080960273742676
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,2688,1856,6,128,2,1,power_law_1.2,0.12550079822540283
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,2,1,power_law_1.2,0.1889024019241333
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,2688,1856,6,128,2,1,power_law_1.2,0.147705602645874
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,2,1,power_law_1.2,0.2042720079421997
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,2688,1856,6,128,2,1,power_law_1.2,0.22966721057891845
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,2688,1856,6,128,2,1,power_law_1.2,0.24550080299377441
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,2,1,power_law_1.2,0.2107167959213257
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,2688,1856,6,128,2,1,power_law_1.2,0.29929280281066895
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,2688,1856,6,128,2,1,power_law_1.2,0.24914560317993165
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,2,1,power_law_1.2,0.21697599887847902
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,2688,1856,6,128,2,1,power_law_1.01,0.2846400022506714
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,2688,1856,6,128,2,1,power_law_1.2,0.2963520050048828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,2688,1856,6,128,2,1,power_law_1.2,0.25465281009674073
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,2,1,power_law_1.2,0.2296544075012207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,2688,1856,6,128,2,1,power_law_1.01,0.289353609085083
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,2688,1856,6,128,2,1,power_law_1.2,0.31781439781188964
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,2688,1856,6,128,2,1,power_law_1.2,0.261353588104248
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,2,1,power_law_1.2,0.25069758892059324
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,2688,1856,6,128,2,1,power_law_1.2,0.2666719913482666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,2688,1856,6,128,2,1,power_law_1.2,0.369868803024292
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,2688,1856,6,128,2,1,power_law_1.01,0.29808640480041504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,2,1,power_law_1.2,0.2534559965133667
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,2688,1856,6,128,2,1,power_law_1.2,0.27384960651397705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,2688,1856,6,128,2,1,power_law_1.2,0.37254719734191893
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,2,1,power_law_1.2,0.26010239124298096
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,2688,1856,6,128,2,1,power_law_1.01,0.3345279932022095
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,2688,1856,6,128,2,1,power_law_1.2,0.2768224000930786
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,2688,1856,6,128,2,1,power_law_1.2,0.3802464008331299
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,2,1,power_law_1.2,0.2703711986541748
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,2688,1856,6,128,2,1,power_law_1.2,0.28716800212860105
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,2688,1856,6,128,2,1,power_law_1.01,0.36953599452972413
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,2688,1856,6,128,2,1,power_law_1.2,0.3886080026626587
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,2,1,power_law_1.2,0.2803647994995117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,2688,1856,6,128,2,1,power_law_1.2,0.2952735900878906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,2688,1856,6,128,2,1,power_law_1.01,0.430406379699707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,2688,1856,6,128,2,1,power_law_1.2,0.3956576108932495
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,2,1,power_law_1.2,0.2894144058227539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,2688,1856,6,128,2,1,power_law_1.2,0.300543999671936
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,2688,1856,6,128,2,1,power_law_1.01,0.4928256034851074
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,2688,1856,6,128,2,1,power_law_1.2,0.4199520111083984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,2,1,power_law_1.2,0.3180416107177734
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,2688,1856,6,128,2,1,power_law_1.01,0.6235263824462891
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,2688,1856,6,128,2,1,power_law_1.2,0.4659584045410156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,2,1,power_law_1.2,0.37309439182281495
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,2688,1856,6,128,2,1,power_law_1.2,0.31414721012115476
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,2,1,power_law_1.2,0.5182816028594971
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,2688,1856,6,128,2,1,power_law_1.01,0.7468800067901611
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,2,1,power_law_1.2,0.42154560089111326
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,2688,1856,6,128,2,1,power_law_1.2,0.3493664026260376
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,2,1,power_law_1.2,0.6204671859741211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,2,1,power_law_1.2,0.5269728183746338
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,2688,1856,6,128,2,1,power_law_1.2,0.3799936056137085
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,2688,1856,6,128,2,1,power_law_1.01,0.9978591918945312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,2,1,power_law_1.2,0.7342912197113037
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,2688,1856,6,128,2,1,power_law_1.2,0.4386240005493164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,2,1,power_law_1.2,0.6337759971618653
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,2,1,power_law_1.2,0.9502655982971191
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,2688,1856,6,128,2,1,power_law_1.2,0.5025983810424804
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,2688,1856,6,128,2,1,power_law_1.01,1.2400287628173827
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,2,1,power_law_1.2,0.8489055633544922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,2688,1856,6,128,2,1,power_law_1.2,0.6288064002990723
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,2,1,power_law_1.2,1.0579487800598144
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,2688,1856,6,128,2,1,power_law_1.01,1.720534324645996
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,2688,1856,6,128,2,1,power_law_1.2,0.7425280094146729
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,2,1,power_law_1.2,1.171286392211914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,2688,1856,6,128,2,1,power_law_1.01,2.201926422119141
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,2688,1856,6,128,2,1,power_law_1.2,0.9934240341186523
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,2,1,power_law_1.2,1.4844415664672852
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,2,1,power_law_1.2,1.9174367904663085
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,2,power_law_1.01,0.28733119964599607
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,2688,1856,6,128,2,1,power_law_1.2,1.2315103530883789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,2,power_law_1.01,0.4904223918914795
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,2,1,power_law_1.2,1.6597984313964844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,2,power_law_1.01,0.6457151889801025
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,2,1,power_law_1.2,2.064726448059082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,2,power_law_1.01,1.0087552070617676
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,2,power_law_1.01,1.3184639930725097
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,2688,1856,6,128,2,1,power_law_1.2,1.7150815963745116
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,2,1,power_law_1.2,2.768899154663086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,2,power_law_1.01,1.9567647933959962
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,2,1,power_law_1.2,2.997817611694336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,2,power_law_1.01,2.0435039520263674
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,2,power_law_1.01,2.1864479064941404
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,2,power_law_1.01,2.2401664733886717
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,2,power_law_1.01,2.2590911865234373
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,2,power_law_1.01,2.4308767318725586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,2,power_law_1.01,2.552275276184082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,2,power_law_1.01,2.8053855895996094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,2,power_law_1.01,3.030044746398926
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,2,1,power_law_1.2,3.621446228027344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,2,power_law_1.01,2.9744224548339844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,2,power_law_1.01,0.1919327974319458
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,2,power_law_1.01,3.1133407592773437
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,2,1,power_law_1.2,3.866640090942383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,2,power_law_1.01,0.3356031894683838
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,2,power_law_1.01,0.4272128105163574
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,2,power_law_1.01,3.3340320587158203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,2,power_law_1.01,0.6358528137207031
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,2,power_law_1.01,0.8513855934143066
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,2,power_law_1.01,3.7355487823486326
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,2,power_law_1.01,1.3530240058898926
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,2,power_law_1.01,1.4209823608398438
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,2,power_law_1.01,4.369609451293945
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,2688,1856,6,128,2,1,power_law_1.2,2.1961727142333984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,2,power_law_1.01,1.4434335708618165
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,2,power_law_1.01,0.1917248010635376
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,2,power_law_1.01,1.482313632965088
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,2,power_law_1.2,0.28815999031066897
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,2,power_law_1.01,0.3181567907333374
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,2,power_law_1.01,5.844505691528321
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,2,power_law_1.01,1.553990364074707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,2,power_law_1.2,0.42594242095947266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,2,power_law_1.01,0.4155744075775146
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,2,power_law_1.2,0.6465184211730957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,2,power_law_1.01,1.7058656692504883
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,2,power_law_1.01,1.8208799362182617
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,2,power_law_1.01,6.5899711608886715
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,2,power_law_1.2,0.9635680198669434
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,2,power_law_1.01,1.999648094177246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,2,power_law_1.2,1.235574436187744
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,2,power_law_1.01,2.2624383926391602
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,2,power_law_1.01,0.6319488048553467
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,2,power_law_1.2,1.9845151901245117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,2,power_law_1.01,2.205727958679199
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,2,power_law_1.01,0.876796817779541
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,2,power_law_1.01,8.63881607055664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,2,power_law_1.2,2.1059104919433596
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,2,power_law_1.01,2.287139129638672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,2,power_law_1.01,1.3275744438171386
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,2,power_law_1.2,2.106598472595215
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,2,power_law_1.01,1.4121760368347167
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,2,power_law_1.01,2.5245439529418947
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,2,power_law_1.01,1.4719136238098145
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,2,power_law_1.2,2.2652448654174804
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,2,power_law_1.01,1.4750752449035645
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,2,power_law_1.01,2.9776704788208006
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,2,power_law_1.2,2.3210784912109377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,2,power_law_1.01,11.435807800292968
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,2,power_law_1.01,1.5364895820617677
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,2,power_law_1.2,2.451615905761719
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,2,power_law_1.01,3.459529495239258
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,2,power_law_1.01,1.5936800003051759
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,2,power_law_1.2,2.877644729614258
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,2,power_law_1.01,1.6454944610595703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,2,power_law_1.01,4.261859130859375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,2,power_law_1.2,3.0841087341308593
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,2,power_law_1.01,1.6720447540283203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,2,power_law_1.01,1.784102439880371
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,2,power_law_1.2,3.6660606384277346
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,2,power_law_1.01,1.8436927795410156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,2,power_law_1.01,5.203657531738282
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,2,power_law_1.01,15.513392639160156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,2,power_law_1.01,1.9446752548217774
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,2,power_law_1.2,3.1532447814941404
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,2,power_law_1.01,2.1212575912475584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,2,power_law_1.01,6.963356781005859
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,2,power_law_1.01,2.463596725463867
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,2,power_law_1.2,3.323830413818359
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,2,power_law_1.01,2.8399936676025392
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,2,power_law_1.2,3.4232959747314453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,2,power_law_1.01,8.9102783203125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,2,power_law_1.01,3.5154239654541017
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,2,power_law_1.01,19.831388854980467
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,2,power_law_1.2,4.087686538696289
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,2,power_law_1.2,4.960854339599609
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,2,power_law_1.01,4.249142456054687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,2,power_law_1.01,12.343283081054688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,2,power_law_1.2,6.136687850952148
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,2,power_law_1.01,5.6782176971435545
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,2,power_law_1.2,7.402591705322266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,2,power_law_1.01,7.23663330078125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,2,power_law_1.01,30.20537414550781
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,2,power_law_1.01,16.050253295898436
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,2,power_law_1.2,10.050262451171875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,2,power_law_1.01,10.16638412475586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,2,power_law_1.2,12.122383880615235
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,2,power_law_1.01,12.92529296875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,2,power_law_1.01,23.186735534667967
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,2,power_law_1.01,39.16276245117187
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,2,power_law_1.2,17.48047637939453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,2,power_law_1.2,0.1913856029510498
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,2,power_law_1.2,0.2917855978012085
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,2,power_law_1.2,0.42696318626403806
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,2,power_law_1.01,18.695274353027344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,2,power_law_1.2,0.5857056140899658
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,2,power_law_1.2,0.8215200424194335
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,2,power_law_1.2,21.181309509277344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,2,power_law_1.2,1.3175328254699707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,2,power_law_1.01,31.529464721679688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,2,power_law_1.2,1.3378335952758789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,2,power_law_1.2,1.4305472373962402
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,2,power_law_1.2,1.4915743827819825
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,2,power_law_1.2,1.5920767784118652
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,2,power_law_1.2,1.7428895950317382
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,2,power_law_1.01,24.727151489257814
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,2688,22,512,2,1,power_law_1.01,0.1597440004348755
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,2,power_law_1.2,1.8797983169555663
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,2,power_law_1.2,0.19435520172119142
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,2,power_law_1.2,0.27506558895111083
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,2688,22,512,2,1,power_law_1.01,0.26725120544433595
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,2,power_law_1.2,2.0374048233032225
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,2,power_law_1.2,0.4334239959716797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,2688,22,512,2,1,power_law_1.01,0.48378238677978513
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,2,power_law_1.2,2.3590463638305663
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,2688,22,512,2,1,power_law_1.01,0.8071136474609375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,2688,22,512,2,1,power_law_1.01,1.1481696128845216
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,2688,22,512,2,1,power_law_1.01,1.9012416839599608
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,2,power_law_1.2,2.24719352722168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,2688,22,512,2,1,power_law_1.01,2.0379968643188477
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,2,power_law_1.2,0.6027359962463379
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,2,power_law_1.2,33.25953369140625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,2,power_law_1.2,2.394576072692871
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,2688,22,512,2,1,power_law_1.01,2.1175264358520507
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,2,power_law_1.2,0.82957763671875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,2,power_law_1.2,1.3222240447998046
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,2,power_law_1.2,2.5647455215454102
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,2688,22,512,2,1,power_law_1.01,2.177952003479004
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,2,power_law_1.2,1.416256046295166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,2688,22,512,2,1,power_law_1.01,2.2361087799072266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,2,power_law_1.2,1.4438112258911133
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,2,power_law_1.2,3.0178112030029296
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,2,power_law_1.2,1.5229472160339355
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,2688,22,512,2,1,power_law_1.01,2.4064800262451174
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,2,power_law_1.2,3.498668670654297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,2,power_law_1.2,1.5526687622070312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,2688,22,512,2,1,power_law_1.01,2.686128044128418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,2,power_law_1.2,1.618764877319336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,2688,22,512,2,1,power_law_1.01,2.817513656616211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,2,power_law_1.2,1.6944095611572265
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,2,power_law_1.2,4.45134391784668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,2688,22,512,2,1,power_law_1.01,3.1150943756103517
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,2,power_law_1.2,1.7329856872558593
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,2,power_law_1.2,1.8356224060058595
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,2688,22,512,2,1,power_law_1.01,3.6369087219238283
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,2,power_law_1.2,5.308681488037109
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,2,power_law_1.2,1.9581344604492188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,2688,22,512,2,1,power_law_1.01,4.021091079711914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,2,power_law_1.2,2.024448013305664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,2688,22,512,2,1,power_law_1.01,4.837567901611328
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,2,power_law_1.2,2.185555267333984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,2,power_law_1.2,7.132978820800782
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,2688,22,512,2,1,power_law_1.01,3.4381855010986326
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,2,power_law_1.2,2.51275520324707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,2,power_law_1.2,2.8931808471679688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,2,1,power_law_1.01,4.00447998046875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,2,power_law_1.2,9.026399993896485
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,2,power_law_1.2,41.949588012695315
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,2,power_law_1.2,3.6727649688720705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,2,1,power_law_1.01,5.228956985473633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,2,1,power_law_1.01,0.1117408037185669
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,2,power_law_1.2,4.35077133178711
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,2,1,power_law_1.01,0.1817728042602539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,2,1,power_law_1.01,6.567993927001953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,2,1,power_law_1.01,0.32567999362945554
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,2,power_law_1.2,12.633414459228515
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,2,power_law_1.2,5.874390411376953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,2,1,power_law_1.01,0.5526271820068359
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,2,1,power_law_1.01,8.552973175048828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,2,1,power_law_1.01,0.7703487873077393
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,2,1,power_law_1.01,1.2722496032714843
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,2,power_law_1.2,7.4149314880371096
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,2,1,power_law_1.01,1.3570143699645996
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,2,1,power_law_1.01,1.4143263816833496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,2,power_law_1.2,16.377900695800783
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,2,1,power_law_1.01,10.622467041015625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,2,1,power_law_1.01,1.4530688285827638
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,2,1,power_law_1.01,1.5051103591918946
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,2,1,power_law_1.01,1.6606496810913085
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,2,power_law_1.2,10.183942413330078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,2,1,power_law_1.01,1.785420799255371
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,2,1,power_law_1.01,1.9289791107177734
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,2,1,power_law_1.01,14.210844421386719
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,2,1,power_law_1.01,2.1815744400024415
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,2,1,power_law_1.01,2.4655967712402345
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,2,power_law_1.2,13.1466552734375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,2,1,power_law_1.01,2.7731584548950194
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,2,1,power_law_1.01,3.378092956542969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,2,1,power_law_1.01,18.513081359863282
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,2,1,power_law_1.01,2.6676704406738283
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,2,power_law_1.2,24.777436828613283
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,2,power_law_1.2,18.836575317382813
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,2,1,power_law_1.01,3.038860893249512
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,2,1,power_law_1.01,3.8027999877929686
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,2,1,power_law_1.01,4.558003234863281
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,2,1,power_law_1.01,27.930264282226563
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,2,1,power_law_1.01,6.093401718139648
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,2,1,power_law_1.01,7.630963134765625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,2,power_law_1.2,33.17690734863281
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,2,power_law_1.2,25.743252563476563
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,2,1,power_law_1.01,10.686422729492188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,2,1,power_law_1.01,35.739968872070314
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,4096,2688,22,512,2,1,power_law_1.01,0.21524159908294677
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,4096,2688,22,512,2,1,power_law_1.01,0.3077120065689087
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,2688,22,512,2,1,power_law_1.2,0.16212799549102783
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,2,1,power_law_1.2,0.11128959655761719
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,4096,2688,22,512,2,1,power_law_1.01,0.44592962265014646
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,2688,22,512,2,1,power_law_1.2,0.2703999996185303
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,2,1,power_law_1.2,0.18197760581970215
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,4096,2688,22,512,2,1,power_law_1.01,0.652348804473877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,2688,22,512,2,1,power_law_1.2,0.48762879371643064
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,2,1,power_law_1.2,0.3219264030456543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,4096,2688,22,512,2,1,power_law_1.01,0.8485312461853027
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,4096,2688,22,512,2,1,power_law_1.01,1.2683135986328125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,2,1,power_law_1.01,13.76805419921875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,2,1,power_law_1.2,0.4990367889404297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,4096,2688,22,512,2,1,power_law_1.01,1.3490431785583497
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,2688,22,512,2,1,power_law_1.2,0.7415840148925781
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,2,1,power_law_1.2,0.6955552101135254
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,4096,2688,22,512,2,1,power_law_1.01,1.3894720077514648
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,2688,22,512,2,1,power_law_1.2,1.0231007575988769
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,2,1,power_law_1.2,1.234124755859375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,4096,2688,22,512,2,1,power_law_1.01,1.436569595336914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,2688,22,512,2,1,power_law_1.2,1.87457275390625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,2,1,power_law_1.2,1.3396384239196777
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,4096,2688,22,512,2,1,power_law_1.01,1.4545503616333009
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,2,1,power_law_1.2,1.4039584159851075
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,2688,22,512,2,1,power_law_1.2,2.0076480865478517
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,4096,2688,22,512,2,1,power_law_1.01,1.478444766998291
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,2,1,power_law_1.2,1.476966381072998
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,2688,22,512,2,1,power_law_1.2,2.1337791442871095
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,4096,2688,22,512,2,1,power_law_1.01,1.509443187713623
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,2,1,power_law_1.2,1.559715175628662
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,4096,2688,22,512,2,1,power_law_1.01,1.5239808082580566
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,2688,22,512,2,1,power_law_1.2,2.2254528045654296
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,2,1,power_law_1.2,1.6978591918945312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,4096,2688,22,512,2,1,power_law_1.01,1.5690719604492187
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,2688,22,512,2,1,power_law_1.2,2.326812744140625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,2,1,power_law_1.2,1.825315284729004
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,2,1,power_law_1.01,19.965487670898437
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,4096,2688,22,512,2,1,power_law_1.01,1.594371223449707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,2688,22,512,2,1,power_law_1.2,2.4047264099121093
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,2,1,power_law_1.2,2.0023679733276367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,4096,2688,22,512,2,1,power_law_1.01,1.6268543243408202
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,2688,22,512,2,1,power_law_1.2,2.611369514465332
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,4096,2688,22,512,2,1,power_law_1.01,1.6765535354614258
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,2,1,power_law_1.2,2.288528060913086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,2688,22,512,2,1,power_law_1.2,2.8963327407836914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,4096,2688,22,512,2,1,power_law_1.01,1.8616479873657226
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,2,1,power_law_1.2,2.555078315734863
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,2688,22,512,2,1,power_law_1.2,3.341913604736328
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,4096,2688,22,512,2,1,power_law_1.01,2.03341121673584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,2,1,power_law_1.2,2.8299583435058593
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,2688,22,512,2,1,power_law_1.2,3.911040115356445
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,4096,2688,22,512,2,1,power_law_1.01,2.3930912017822266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,2,1,power_law_1.2,3.3610206604003907
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,2688,22,512,2,1,power_law_1.2,4.023382568359375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,4096,2688,22,512,2,1,power_law_1.01,2.6656288146972655
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,2688,22,512,2,1,power_law_1.2,4.805859375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,2,1,power_law_1.01,26.115325927734375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,4096,2688,22,512,2,1,power_law_1.01,3.3287487030029297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,2,1,power_law_1.2,2.748521614074707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,4096,2688,22,512,2,1,power_law_1.2,0.21234560012817383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,2,1,power_law_1.2,3.1182783126831053
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,4096,2688,22,512,2,1,power_law_1.2,0.29121599197387693
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,2688,22,512,2,1,power_law_1.2,3.3919776916503905
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,4096,2688,22,512,2,1,power_law_1.2,0.44498238563537595
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,4096,2688,22,512,2,1,power_law_1.01,3.9659870147705076
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,4096,2688,22,512,2,1,power_law_1.2,0.6092735767364502
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,2,1,power_law_1.2,3.8727294921875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,2,1,power_law_1.2,4.237324905395508
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,4096,2688,22,512,2,1,power_law_1.2,0.779747200012207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,4096,2688,22,512,2,1,power_law_1.2,1.2581791877746582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,2,1,power_law_1.2,4.809772872924805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,2,1,power_law_1.2,4.643775939941406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,4096,2688,22,512,2,1,power_law_1.2,1.3424127578735352
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,4096,2688,22,512,2,1,power_law_1.01,5.244668960571289
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,4096,2688,22,512,2,1,power_law_1.2,1.3987135887145996
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,4096,2688,22,512,2,1,power_law_1.2,1.4232864379882812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,2,1,power_law_1.2,7.214582061767578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,2,1,power_law_1.2,6.177411270141602
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,4096,2688,22,512,2,1,power_law_1.2,1.453872013092041
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,4096,2688,22,512,2,1,power_law_1.01,6.431330871582031
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,4096,2688,22,512,2,1,power_law_1.2,1.5188735961914062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,4096,2688,22,512,2,1,power_law_1.2,1.5533951759338378
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,2,1,power_law_1.2,9.146857452392577
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,2,1,power_law_1.2,7.705705261230468
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,4096,2688,22,512,2,1,power_law_1.2,1.576352024078369
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,4096,2688,22,512,2,1,power_law_1.2,1.6303583145141602
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,4096,2688,22,512,2,1,power_law_1.2,1.650480079650879
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,4096,2688,22,512,2,1,power_law_1.01,8.895475006103515
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,2,1,power_law_1.2,11.223535919189453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,4096,2688,22,512,2,1,power_law_1.2,1.7022527694702148
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,2,1,power_law_1.2,10.778975677490234
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,4096,2688,22,512,2,1,power_law_1.2,1.7749504089355468
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,4096,2688,22,512,2,1,power_law_1.2,1.946828842163086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,4096,2688,22,512,2,1,power_law_1.2,2.100774383544922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,4096,2688,22,512,2,1,power_law_1.01,11.392803192138672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,2,1,power_law_1.2,14.576911926269531
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,4,power_law_1.01,0.16312320232391359
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,4,power_law_1.01,0.18076800107955932
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,4096,2688,22,512,2,1,power_law_1.2,2.4663616180419923
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,2,1,power_law_1.2,13.849098205566406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,4096,2688,22,512,2,1,power_law_1.2,2.7591615676879884
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,4096,2688,22,512,2,1,power_law_1.2,3.3641311645507814
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,4,power_law_1.01,0.3313503980636597
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,4,power_law_1.01,0.34882240295410155
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,2,1,power_law_1.2,19.284565734863282
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,4,power_law_1.01,0.3515327930450439
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,4,power_law_1.01,0.35192320346832273
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,4,power_law_1.01,0.35815041065216063
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,4,power_law_1.01,0.3604576110839844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,4,power_law_1.01,0.36881279945373535
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,4,power_law_1.01,0.3683775901794434
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,4096,2688,22,512,2,1,power_law_1.2,3.989676666259766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,4,power_law_1.01,0.3793344020843506
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,4,power_law_1.01,0.39213759899139405
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,4,power_law_1.01,0.4027103900909424
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,2,1,power_law_1.2,20.04601593017578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,4,power_law_1.01,0.4443840026855469
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,4,power_law_1.01,0.4802688121795654
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,4,power_law_1.01,0.5022816181182861
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,4096,2688,22,512,2,1,power_law_1.2,5.229625701904297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,4,power_law_1.01,0.606220817565918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,4,power_law_1.01,0.7768703937530518
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,4096,2688,22,512,2,1,power_law_1.2,6.431545257568359
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,4,power_law_1.01,1.062166404724121
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,2,1,power_law_1.2,29.188824462890626
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,4,power_law_1.01,1.4582079887390136
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,2,1,power_law_1.2,26.17926940917969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,4,power_law_1.01,0.13876160383224487
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,4,power_law_1.01,1.7652448654174804
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,4,power_law_1.01,0.15596480369567872
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,4096,2688,22,512,2,1,power_law_1.2,8.90066909790039
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,4,power_law_1.01,2.7636735916137694
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,4,power_law_1.01,0.2587807893753052
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,4,power_law_1.01,0.2637887954711914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,4,power_law_1.01,0.26423680782318115
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,4,power_law_1.01,0.2667423963546753
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,4,power_law_1.01,0.27187519073486327
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,4,power_law_1.01,0.27485439777374265
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,4,power_law_1.01,0.2828255891799927
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,4,power_law_1.01,0.29112958908081055
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,4,power_law_1.01,0.29896960258483884
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,4,power_law_1.01,0.32044479846954343
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,4,power_law_1.01,0.3405184030532837
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,4,power_law_1.01,0.36976959705352785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,4,power_law_1.01,0.3999583959579468
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,4,power_law_1.01,0.4217535972595215
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,4,power_law_1.01,0.5433856010437011
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,4,power_law_1.01,0.7424767971038818
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,4,power_law_1.01,0.9360832214355469
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,4,power_law_1.01,4.2855487823486325
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,2,1,power_law_1.2,36.12694091796875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,4,power_law_1.01,1.3280351638793946
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,1,4,power_law_1.01,0.12110400199890137
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,1,4,power_law_1.01,0.14055999517440795
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,1,4,power_law_1.01,0.1563680052757263
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,1,4,power_law_1.01,0.16442879438400268
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,1,4,power_law_1.01,0.1647871971130371
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,4,power_law_1.01,1.722047996520996
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,1,4,power_law_1.01,0.16678080558776856
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,1,4,power_law_1.01,0.17018239498138427
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,1,4,power_law_1.01,0.17302080392837524
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,1,4,power_law_1.01,0.18530559539794922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,1,4,power_law_1.01,0.19474879503250123
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,1,4,power_law_1.01,0.2020479917526245
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,1,4,power_law_1.01,0.21991360187530518
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,1,4,power_law_1.01,0.23002560138702394
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,1,4,power_law_1.01,0.2658655881881714
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,1,4,power_law_1.01,0.29504640102386476
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,1,4,power_law_1.01,0.3243168115615845
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,1,4,power_law_1.01,0.384716796875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,4,power_law_1.01,2.5374944686889647
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,1,4,power_law_1.01,0.5410592079162597
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,1,4,power_law_1.01,0.6755328178405762
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,1,4,power_law_1.01,0.9428000450134277
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,4096,2688,22,512,2,1,power_law_1.2,11.283209228515625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,4,power_law_1.2,0.16538560390472412
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,4,power_law_1.2,0.17524479627609252
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,1,4,power_law_1.01,1.2157183647155763
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,4,power_law_1.2,0.3322175979614258
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,4,power_law_1.2,0.3488384008407593
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,4,power_law_1.2,0.34967679977416993
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,4,power_law_1.2,0.35174720287322997
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,4,power_law_1.2,0.3567935943603516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,4,power_law_1.2,0.35904319286346437
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,4,power_law_1.01,3.2342559814453127
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,4,power_law_1.2,0.36561920642852785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,4,power_law_1.2,0.3694591999053955
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,4,power_law_1.2,0.3744127988815308
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,4,power_law_1.01,6.7864227294921875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,4,power_law_1.2,0.39251840114593506
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,4,power_law_1.2,0.4026048183441162
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,4,power_law_1.2,0.447433614730835
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,4,power_law_1.2,0.47493758201599123
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,1,4,power_law_1.01,1.849398422241211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,4,power_law_1.2,0.49831042289733884
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,4,power_law_1.2,0.5945888042449952
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,4,power_law_1.2,0.8431296348571777
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,4,power_law_1.2,1.0008447647094727
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,4,power_law_1.2,1.4889951705932618
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,1,4,power_law_1.01,2.271833610534668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,4,power_law_1.01,4.8731231689453125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,4,power_law_1.2,1.8132768630981446
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,4,power_law_1.2,2.6312095642089846
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,1,4,power_law_1.01,3.576611328125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,4,power_law_1.01,10.3636962890625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,4,power_law_1.2,4.568550491333008
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,4,power_law_1.01,7.254969787597656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,1,4,power_law_1.01,4.68232307434082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,1,4,power_law_1.01,6.72808609008789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,4,power_law_1.01,12.051100921630859
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,4,power_law_1.2,6.928467559814453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,4,power_law_1.01,14.146954345703126
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,4,power_law_1.2,9.03219223022461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,4,power_law_1.01,20.012066650390626
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,4,power_law_1.2,0.14410560131072997
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,4,power_law_1.2,0.15096319913864137
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,1,4,power_law_1.01,9.06740493774414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,1,4,power_law_1.2,0.12698240280151368
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,1,4,power_law_1.2,0.1330623984336853
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,1,4,power_law_1.2,0.15241919755935668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,1,4,power_law_1.2,0.16484800577163697
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,1,4,power_law_1.2,0.1654911994934082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,1,4,power_law_1.2,0.16741759777069093
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,1,4,power_law_1.2,0.17095680236816407
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,1,4,power_law_1.2,0.17383999824523927
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,1,4,power_law_1.2,0.18821439743041993
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,4,power_law_1.2,0.25681281089782715
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,1,4,power_law_1.2,0.18861440420150757
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,4,power_law_1.2,0.2657376050949097
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,1,4,power_law_1.2,0.2035167932510376
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,4,power_law_1.2,0.2634399890899658
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,1,4,power_law_1.2,0.224019193649292
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,4,power_law_1.2,0.26789441108703616
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,4,power_law_1.2,0.27133119106292725
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,1,4,power_law_1.2,0.23586559295654297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,4,power_law_1.2,0.27839040756225586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,1,4,power_law_1.2,0.26184639930725095
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,4,power_law_1.2,0.28291521072387693
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,4,power_law_1.2,0.2922976016998291
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,1,4,power_law_1.2,0.30076799392700193
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,4,power_law_1.2,0.29992640018463135
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,4,power_law_1.2,0.3290015935897827
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,1,4,power_law_1.2,0.3317375898361206
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,4,power_law_1.2,0.3339967966079712
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,4,power_law_1.2,0.3720959901809692
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,1,4,power_law_1.2,0.3559808015823364
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,4,power_law_1.2,0.40373759269714354
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,4,power_law_1.2,0.4380256175994873
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,4,power_law_1.01,17.517301940917967
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,14336,2,8,4,1,power_law_1.01,0.07058560252189636
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,14336,2,8,4,1,power_law_1.01,0.08612160086631775
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,14336,2,8,4,1,power_law_1.01,0.10592639446258545
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,14336,2,8,4,1,power_law_1.01,0.14151999950408936
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,14336,2,8,4,1,power_law_1.01,0.17197120189666748
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,1,4,power_law_1.2,0.5576096057891846
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,14336,2,8,4,1,power_law_1.01,0.1736448049545288
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,4,power_law_1.2,0.5807648181915284
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,14336,2,8,4,1,power_law_1.01,0.1733888030052185
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,14336,2,8,4,1,power_law_1.01,0.17497919797897338
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,14336,2,8,4,1,power_law_1.01,0.18072320222854615
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,14336,2,8,4,1,power_law_1.01,0.1986783981323242
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,14336,2,8,4,1,power_law_1.01,0.21635520458221436
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,14336,2,8,4,1,power_law_1.01,0.22262721061706542
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,4,power_law_1.2,0.7184063911437988
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,14336,2,8,4,1,power_law_1.01,0.23041601181030275
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,14336,2,8,4,1,power_law_1.01,0.2472480058670044
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,1,4,power_law_1.2,0.6879487991333008
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,14336,2,8,4,1,power_law_1.01,0.25931520462036134
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,14336,2,8,4,1,power_law_1.01,0.30115840435028074
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,4,power_law_1.2,0.970252799987793
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,14336,2,8,4,1,power_law_1.01,0.3426367998123169
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,14336,2,8,4,1,power_law_1.01,0.4204256057739258
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,1,4,power_law_1.2,1.0047840118408202
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,4,1,power_law_1.01,0.5057568073272705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,4,1,power_law_1.01,0.6811168193817139
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,4,power_law_1.2,1.3497056007385253
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,1,4,power_law_1.2,1.1883423805236817
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,4,power_law_1.2,1.7689727783203124
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,4,1,power_law_1.01,0.866761589050293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,4,1,power_law_1.01,1.2210304260253906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,1,4,power_law_1.2,1.8054208755493164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,4,power_law_1.2,2.506707191467285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,4,1,power_law_1.01,1.5565024375915528
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,4,1,power_law_1.01,2.3604864120483398
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,1,4,power_law_1.2,2.2940256118774416
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,4,power_law_1.2,3.2653182983398437
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,4,power_law_1.2,14.481785583496094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,1,4,power_law_1.2,3.680847930908203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,4,1,power_law_1.01,3.3010112762451174
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,4,power_law_1.2,5.206844711303711
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,1,4,power_law_1.2,5.237731170654297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,4,power_law_1.2,6.880992126464844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,4,1,power_law_1.01,4.945772933959961
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,4,1,power_law_1.01,7.325987243652344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,4,1,power_law_1.01,0.06933119893074036
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,4,1,power_law_1.01,0.07042880058288574
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,4,1,power_law_1.01,0.07765759825706482
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,4,1,power_law_1.01,0.11128319501876831
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,4,1,power_law_1.01,0.1191648006439209
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,4,1,power_law_1.01,0.12439999580383301
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,4,1,power_law_1.01,0.12730560302734376
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,4,1,power_law_1.01,0.13094079494476318
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,4,1,power_law_1.01,0.1483839988708496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,4,1,power_law_1.01,0.14907840490341187
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,4,1,power_law_1.01,0.17519359588623046
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,4,1,power_law_1.01,0.18734400272369384
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,4,1,power_law_1.01,0.19040319919586182
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,4,1,power_law_1.01,0.21939520835876464
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,4,1,power_law_1.01,0.2402656078338623
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,4,1,power_law_1.01,0.27048959732055666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,4,1,power_law_1.01,0.29473280906677246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,4,1,power_law_1.01,0.3893088102340698
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,4,1,power_law_1.01,0.46518402099609374
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,4,1,power_law_1.01,0.6417215824127197
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,4,1,power_law_1.01,0.8125887870788574
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,4,1,power_law_1.01,1.1570400238037108
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,1,4,power_law_1.2,6.91982421875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,4,1,power_law_1.01,1.4962016105651856
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,4,power_law_1.2,14.14952392578125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,4,power_law_1.2,19.15453186035156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,4,1,power_law_1.01,0.059571200609207155
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,4,1,power_law_1.01,0.07010239958763123
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,4,1,power_law_1.01,0.0792415976524353
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,4,1,power_law_1.01,2.1893535614013673
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,4,1,power_law_1.01,0.10334080457687378
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,4,1,power_law_1.01,0.10404160022735595
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,4,1,power_law_1.01,0.10597440004348754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,4,1,power_law_1.01,0.10743999481201172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,4,1,power_law_1.01,0.10906879901885987
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,4,1,power_law_1.01,0.11053119897842408
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,4,1,power_law_1.01,0.11236159801483155
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,4,1,power_law_1.01,0.12349439859390259
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,4,1,power_law_1.01,0.13903679847717285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,4,1,power_law_1.01,0.14811840057373046
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,4,1,power_law_1.01,0.16652480363845826
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,4,1,power_law_1.01,0.1767040014266968
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,4,1,power_law_1.01,0.1923583984375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,4,1,power_law_1.01,0.22267520427703857
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,4,1,power_law_1.01,0.28531200885772706
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,4,1,power_law_1.01,0.34018878936767577
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,4,1,power_law_1.01,0.4724224090576172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,4,1,power_law_1.01,2.87938232421875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,4,1,power_law_1.01,0.6019839763641357
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,4,1,power_law_1.01,0.8535519599914551
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,1,4,power_law_1.2,9.468966674804687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,4096,14336,2,8,4,1,power_law_1.01,0.05329279899597168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,4096,14336,2,8,4,1,power_law_1.01,0.07143999934196472
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,4096,14336,2,8,4,1,power_law_1.01,0.08538560271263122
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,4096,14336,2,8,4,1,power_law_1.01,0.11473920345306396
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,4096,14336,2,8,4,1,power_law_1.01,0.10765440464019775
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,4096,14336,2,8,4,1,power_law_1.01,0.11304320096969604
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,4096,14336,2,8,4,1,power_law_1.01,0.11143039464950562
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,4096,14336,2,8,4,1,power_law_1.01,0.10996479988098144
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,4096,14336,2,8,4,1,power_law_1.01,0.11132160425186158
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,4096,14336,2,8,4,1,power_law_1.01,0.10722559690475464
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,4096,14336,2,8,4,1,power_law_1.01,0.1080288052558899
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,4096,14336,2,8,4,1,power_law_1.01,0.10684159994125367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,4096,14336,2,8,4,1,power_law_1.01,0.11286720037460327
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,4096,14336,2,8,4,1,power_law_1.01,0.11713279485702514
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,4,1,power_law_1.01,4.254608154296875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,4096,14336,2,8,4,1,power_law_1.01,0.12807680368423463
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,4,1,power_law_1.01,1.1018079757690429
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,4096,14336,2,8,4,1,power_law_1.01,0.13057279586791992
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,4096,14336,2,8,4,1,power_law_1.01,0.14443199634552
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,4096,14336,2,8,4,1,power_law_1.01,0.16460800170898438
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,4096,14336,2,8,4,1,power_law_1.01,0.17766079902648926
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,4096,14336,2,8,4,1,power_law_1.01,0.22119998931884766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,4096,14336,2,8,4,1,power_law_1.01,0.26607680320739746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,4,power_law_1.2,19.853797912597656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,14336,2,8,4,1,power_law_1.2,0.07056639790534973
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,14336,2,8,4,1,power_law_1.2,0.08220800161361694
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,14336,2,8,4,1,power_law_1.2,0.09634559750556945
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,14336,2,8,4,1,power_law_1.2,0.13901439905166627
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,14336,2,8,4,1,power_law_1.2,0.16643840074539185
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,14336,2,8,4,1,power_law_1.2,0.16946560144424438
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,4096,14336,2,8,4,1,power_law_1.01,0.3416543960571289
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,14336,2,8,4,1,power_law_1.2,0.16815999746322632
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,14336,2,8,4,1,power_law_1.2,0.17086080312728882
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,14336,2,8,4,1,power_law_1.2,0.17777279615402222
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,14336,2,8,4,1,power_law_1.2,0.19201279878616334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,14336,2,8,4,1,power_law_1.2,0.21308159828186035
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,14336,2,8,4,1,power_law_1.2,0.2258080005645752
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,14336,2,8,4,1,power_law_1.2,0.22985920906066895
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,14336,2,8,4,1,power_law_1.2,0.2482624053955078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,14336,2,8,4,1,power_law_1.2,0.26575679779052735
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,14336,2,8,4,1,power_law_1.2,0.30248639583587644
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,14336,2,8,4,1,power_law_1.2,0.347763204574585
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,14336,2,8,4,1,power_law_1.2,0.42098560333251955
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,4096,14336,2,8,4,1,power_law_1.01,0.41955838203430174
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,4,1,power_law_1.2,0.5097951889038086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,4,1,power_law_1.01,1.607414436340332
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,4,1,power_law_1.2,0.6849279880523682
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,4,1,power_law_1.2,0.8624704360961915
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,4096,14336,2,8,4,1,power_law_1.01,0.5817311763763428
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,4,1,power_law_1.01,5.636649703979492
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,4,1,power_law_1.2,0.06170880198478699
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,4,1,power_law_1.2,0.07066879868507385
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,4,1,power_law_1.2,0.07964159846305847
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,4,1,power_law_1.2,0.11082559823989868
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,4,1,power_law_1.2,0.11889920234680176
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,4,1,power_law_1.2,0.12416319847106934
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,4,1,power_law_1.2,0.12828160524368287
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,4,1,power_law_1.2,0.1335360050201416
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,4,1,power_law_1.2,0.15083839893341064
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,4,1,power_law_1.2,0.1564095973968506
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,4,1,power_law_1.2,0.17332160472869873
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,4,1,power_law_1.2,0.1869312047958374
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,4,1,power_law_1.2,0.1938207983970642
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,4,1,power_law_1.2,0.21680960655212403
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,4,1,power_law_1.2,0.23811841011047363
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,4096,14336,2,8,4,1,power_law_1.01,0.7458111763000488
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,4,1,power_law_1.2,0.2753439903259277
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,4,1,power_law_1.2,0.29545280933380125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,4,1,power_law_1.2,0.3855808019638062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,4,1,power_law_1.2,1.2166687965393066
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,4,1,power_law_1.01,2.106028747558594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,4,1,power_law_1.2,0.4664735794067383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,4,1,power_law_1.2,0.6410528182983398
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,4,1,power_law_1.2,0.8105983734130859
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,4,1,power_law_1.2,1.569718360900879
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,4096,14336,2,8,4,1,power_law_1.01,1.0589599609375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,4,1,power_law_1.01,3.1167776107788088
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,4,1,power_law_1.2,1.1545280456542968
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,4,1,power_law_1.2,1.5039648056030273
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,4,1,power_law_1.2,2.267852783203125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,4,1,power_law_1.2,2.1959455490112303
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,4096,14336,2,8,4,1,power_law_1.01,1.3819999694824219
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,4,1,power_law_1.2,0.05907520055770874
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,4,1,power_law_1.2,0.06949759721755981
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,4,1,power_law_1.2,0.07683200240135193
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,4,1,power_law_1.2,0.10461440086364746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,4,1,power_law_1.2,0.1050271987915039
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,4,1,power_law_1.2,0.10618239641189575
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,4,1,power_law_1.2,0.10703040361404419
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,4,1,power_law_1.2,0.10921599864959716
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,4,1,power_law_1.2,0.10973440408706665
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,4,1,power_law_1.2,0.1125216007232666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,4,1,power_law_1.2,0.12227840423583984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,4,1,power_law_1.2,0.1437664031982422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,4,1,power_law_1.2,0.1545024037361145
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,4,1,power_law_1.2,0.16806720495223998
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,4,1,power_law_1.2,0.17827839851379396
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,4,1,power_law_1.2,0.193014395236969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,4,1,power_law_1.2,0.21702079772949218
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,4,1,power_law_1.2,0.28089280128479005
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,4,1,power_law_1.01,4.11844482421875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,4,1,power_law_1.2,0.3419807910919189
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,4096,14336,2,8,4,1,power_law_1.2,0.05464320182800293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,4096,14336,2,8,4,1,power_law_1.2,0.06655359864234925
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,4096,14336,2,8,4,1,power_law_1.2,0.07528960108757018
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,4096,14336,2,8,4,1,power_law_1.2,0.11782079935073853
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,4096,14336,2,8,4,1,power_law_1.2,0.11245759725570678
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,4096,14336,2,8,4,1,power_law_1.2,0.11230720281600952
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,4096,14336,2,8,4,1,power_law_1.2,0.11125760078430176
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,4096,14336,2,8,4,1,power_law_1.2,0.10752320289611816
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,4096,14336,2,8,4,1,power_law_1.2,0.10679680109024048
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,4096,14336,2,8,4,1,power_law_1.2,0.1093600034713745
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,4096,14336,2,8,4,1,power_law_1.2,0.10943039655685424
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,4096,14336,2,8,4,1,power_law_1.2,0.11210240125656128
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,4096,14336,2,8,4,1,power_law_1.2,0.1147104024887085
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,4,1,power_law_1.2,0.47434558868408205
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,4096,14336,2,8,4,1,power_law_1.2,0.11706240177154541
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,4096,14336,2,8,4,1,power_law_1.2,0.12642240524291992
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,4096,14336,2,8,4,1,power_law_1.2,0.13006720542907715
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,4096,14336,2,8,4,1,power_law_1.2,0.14552320241928102
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,4,1,power_law_1.2,2.9992767333984376
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,4,1,power_law_1.2,0.6074719905853272
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,4096,14336,2,8,4,1,power_law_1.2,0.16151360273361207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,4096,14336,2,8,4,1,power_law_1.2,0.17961599826812744
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,4,1,power_law_1.2,2.8764320373535157
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,4096,14336,2,8,4,1,power_law_1.2,0.2233151912689209
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,4,1,power_law_1.2,0.8537887573242188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,4096,14336,2,8,4,1,power_law_1.2,0.25624001026153564
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,4,1,power_law_1.2,1.105299186706543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,4096,14336,2,8,4,1,power_law_1.2,0.33413119316101075
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,4,1,power_law_1.2,5.08447036743164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,4,1,power_law_1.2,1.6115903854370117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,4096,14336,2,8,4,1,power_law_1.2,0.41550397872924805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,4,1,power_law_1.2,2.115363121032715
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,4096,14336,2,8,4,1,power_law_1.2,0.573199987411499
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,4,1,power_law_1.2,4.2717536926269535
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,4096,14336,2,8,4,1,power_law_1.2,0.7337120056152344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,4,1,power_law_1.2,6.913190460205078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,4,power_law_1.01,0.206496000289917
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,4,power_law_1.01,0.2581599950790405
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,4,power_law_1.01,0.4380159854888916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,4,power_law_1.01,0.46568961143493653
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,4,power_law_1.01,0.4681920051574707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,4,power_law_1.01,0.47333440780639646
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,4,power_law_1.01,0.4754176139831543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,4,power_law_1.01,0.48351359367370605
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,4,power_law_1.01,0.48514881134033205
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,4,power_law_1.01,0.49616641998291017
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,4,power_law_1.01,0.4940800189971924
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,4,power_law_1.01,0.5302400112152099
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,4,power_law_1.01,0.5435840129852295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,4,power_law_1.01,0.6095359802246094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,4,power_law_1.01,0.7015520095825195
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,4,power_law_1.01,0.8172800064086914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,4,power_law_1.01,0.9558079719543457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,4,power_law_1.01,1.3135711669921875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,4,power_law_1.01,1.5817248344421386
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,4,power_law_1.01,2.3359264373779296
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,4,1,power_law_1.2,3.13492488861084
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,4,power_law_1.01,2.946073532104492
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,4,power_law_1.01,4.766883087158203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,4,power_law_1.01,7.225325012207032
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,4096,14336,2,8,4,1,power_law_1.2,1.0456031799316405
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,4,power_law_1.01,10.301779174804688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,4,1,power_law_1.2,5.658694458007813
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,4,power_law_1.01,0.17303680181503295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,4,power_law_1.01,0.19423359632492065
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,4,power_law_1.01,0.33168959617614746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,4,power_law_1.01,0.3424959897994995
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,4,power_law_1.01,0.3414112091064453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,4,power_law_1.01,0.3465856075286865
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,4,power_law_1.01,0.3563136100769043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,4,1,power_law_1.2,4.137254333496093
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,4,power_law_1.01,0.35849599838256835
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,1,4,power_law_1.01,0.1559775948524475
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,4,power_law_1.01,0.36627519130706787
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,1,4,power_law_1.01,0.18560960292816162
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,1,4,power_law_1.01,0.191212797164917
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,4,power_law_1.01,0.38868160247802735
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,1,4,power_law_1.01,0.20741760730743408
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,4,power_law_1.01,0.40122241973876954
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,1,4,power_law_1.01,0.20927679538726807
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,1,4,power_law_1.01,0.2110111951828003
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,1,4,power_law_1.01,0.21632640361785888
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,1,4,power_law_1.01,0.2212928056716919
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,1,4,power_law_1.01,0.2351423978805542
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,4,power_law_1.01,0.4534751892089844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,1,4,power_law_1.01,0.24560320377349854
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,4,power_law_1.01,0.47368321418762205
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,1,4,power_law_1.01,0.2656415939331055
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,4,power_law_1.01,0.5299808025360108
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,4,power_law_1.01,0.5691904067993164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,1,4,power_law_1.01,0.29548799991607666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,1,4,power_law_1.01,0.30610880851745603
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,4,power_law_1.01,0.6355999946594239
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,1,4,power_law_1.01,0.36151039600372314
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,1,4,power_law_1.01,0.39422719478607177
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,1,4,power_law_1.01,0.4814784049987793
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,4,power_law_1.01,0.8266079902648926
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,4,power_law_1.01,1.174448013305664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,1,4,power_law_1.01,0.5470880031585693
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,1,4,power_law_1.01,0.7937376022338867
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,4,power_law_1.01,1.4233887672424317
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,1,4,power_law_1.01,0.948857593536377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,1,4,power_law_1.01,1.5095840454101563
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,4,power_law_1.01,2.0095680236816404
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,1,4,power_law_1.01,1.8983392715454102
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,4,power_law_1.01,2.736537551879883
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,1,4,power_law_1.01,2.706121635437012
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,4,power_law_1.01,15.920799255371094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,4,power_law_1.01,4.2303424835205075
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,1,4,power_law_1.01,3.332102584838867
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,1,4,power_law_1.01,5.075164794921875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,4,power_law_1.01,5.614662551879883
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,4,power_law_1.01,8.186367797851563
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,1,4,power_law_1.01,7.31530532836914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,4,power_law_1.01,25.742428588867188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,4,power_law_1.01,10.912899017333984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,4096,14336,2,8,4,1,power_law_1.2,1.3787839889526368
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,4,power_law_1.2,0.206115198135376
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,4,power_law_1.2,0.23619840145111085
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,4,power_law_1.2,0.41237759590148926
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,4,power_law_1.2,0.46593279838562013
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,4,power_law_1.2,0.4675487995147705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,4,power_law_1.2,0.47260479927062987
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,4,power_law_1.2,0.4747488021850586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,4,power_law_1.2,0.4801951885223389
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,4,power_law_1.2,0.4872288227081299
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,4,power_law_1.2,0.49088640213012696
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,4,power_law_1.2,0.5009632110595703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,4,power_law_1.2,0.5336031913757324
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,4,power_law_1.2,0.5491487979888916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,4,power_law_1.2,0.6186592102050781
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,4,power_law_1.2,0.6955296039581299
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,4,power_law_1.2,0.7343520164489746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,4,power_law_1.2,0.9169535636901855
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,4,power_law_1.2,1.3063615798950194
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,4,power_law_1.2,1.7945568084716796
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,4,power_law_1.2,2.0790943145751952
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,4,power_law_1.01,20.209368896484374
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,4,power_law_1.2,3.1055423736572267
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,1,4,power_law_1.01,11.26272964477539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,4,power_law_1.2,5.442649459838867
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,4,power_law_1.2,7.7826690673828125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,4,power_law_1.01,32.872039794921875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,4,power_law_1.2,0.17950079441070557
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,4,power_law_1.2,0.19651199579238893
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,4,power_law_1.2,0.3214240074157715
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,4,power_law_1.2,0.3447007894515991
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,4,power_law_1.2,0.34443519115447996
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,4,power_law_1.2,0.3499423980712891
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,4,power_law_1.2,0.3554719924926758
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,4,power_law_1.2,0.3699359893798828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,4,power_law_1.2,0.37028799057006834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,4,power_law_1.2,0.39036800861358645
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,4,power_law_1.2,0.42133440971374514
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,4,power_law_1.2,0.4291584014892578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,4,power_law_1.2,0.47652478218078614
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,4,power_law_1.2,0.5441696166992187
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,4,power_law_1.2,0.5758336067199707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,4,power_law_1.2,0.7175583839416504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,1,4,power_law_1.01,13.998268127441406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,4,power_law_1.2,0.8594880104064941
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,1,4,power_law_1.2,0.15204160213470458
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,1,4,power_law_1.2,0.17752000093460082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,1,4,power_law_1.2,0.19099520444869994
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,1,4,power_law_1.2,0.20792000293731688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,1,4,power_law_1.2,0.20890240669250487
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,1,4,power_law_1.2,0.21184959411621093
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,1,4,power_law_1.2,0.21725120544433593
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,1,4,power_law_1.2,0.22359039783477783
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,1,4,power_law_1.2,0.2395711898803711
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,1,4,power_law_1.2,0.24406080245971679
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,1,4,power_law_1.2,0.2604543924331665
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,4,power_law_1.2,1.0941791534423828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,1,4,power_law_1.2,0.2948384046554565
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,1,4,power_law_1.2,0.31516480445861816
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,1,4,power_law_1.2,0.360863995552063
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,1,4,power_law_1.2,0.4000192165374756
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,1,4,power_law_1.2,0.5270880222320556
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,4,power_law_1.2,1.5087200164794923
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,4,power_law_1.2,12.732495880126953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,1,4,power_law_1.2,0.5803936004638672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,4,power_law_1.2,2.0295551300048826
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,1,4,power_law_1.2,0.8624223709106446
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,4,power_law_1.01,29.916604614257814
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,6144,16384,2,8,4,1,power_law_1.01,0.0955456018447876
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,6144,16384,2,8,4,1,power_law_1.01,0.12182719707489013
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,6144,16384,2,8,4,1,power_law_1.01,0.15371840000152587
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,6144,16384,2,8,4,1,power_law_1.01,0.22351360321044922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,6144,16384,2,8,4,1,power_law_1.01,0.2480799913406372
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,6144,16384,2,8,4,1,power_law_1.01,0.2474047899246216
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,6144,16384,2,8,4,1,power_law_1.01,0.25106239318847656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,6144,16384,2,8,4,1,power_law_1.01,0.253004789352417
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,6144,16384,2,8,4,1,power_law_1.01,0.27974720001220704
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,6144,16384,2,8,4,1,power_law_1.01,0.30968000888824465
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,6144,16384,2,8,4,1,power_law_1.01,0.33149120807647703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,6144,16384,2,8,4,1,power_law_1.01,0.35739200115203856
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,6144,16384,2,8,4,1,power_law_1.01,0.3803423881530762
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,1,4,power_law_1.2,1.0557151794433595
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,6144,16384,2,8,4,1,power_law_1.01,0.39524800777435304
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,6144,16384,2,8,4,1,power_law_1.01,0.42028160095214845
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,4,power_law_1.2,2.5876287460327148
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,6144,16384,2,8,4,1,power_law_1.01,0.45833921432495117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,6144,16384,2,8,4,1,power_law_1.01,0.5178016185760498
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,6144,16384,2,8,4,1,power_law_1.01,0.663424015045166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,4,1,power_law_1.01,0.8281984329223633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,1,4,power_law_1.2,1.3730463981628418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,4,power_law_1.2,4.273027038574218
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,4,1,power_law_1.01,1.111404800415039
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,1,4,power_law_1.2,1.8662111282348632
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,4,1,power_law_1.01,1.3990592002868651
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,4,1,power_law_1.01,2.0724863052368163
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,4,power_law_1.2,5.8130847930908205
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,1,4,power_law_1.2,2.8716800689697264
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,4,1,power_law_1.01,2.7689535140991213
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,4,power_law_1.2,16.497775268554687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,1,4,power_law_1.2,3.6540863037109377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,4,power_law_1.2,7.620035552978516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,4,1,power_law_1.01,4.672089767456055
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,1,4,power_law_1.2,5.673328018188476
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,4,power_law_1.2,11.695049285888672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,4,1,power_law_1.01,6.6756736755371096
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,4,power_law_1.2,27.65898742675781
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,1,4,power_law_1.2,7.007574462890625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,4,1,power_law_1.01,9.431632232666015
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,4,power_law_1.2,21.717433166503906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,1,4,power_law_1.2,12.004441833496093
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,4,1,power_law_1.01,12.469261169433594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,4,1,power_law_1.01,0.09468799829483032
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,4,1,power_law_1.01,0.0964735984802246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,4,1,power_law_1.01,0.12089279890060425
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,4,1,power_law_1.01,0.17491840124130248
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,4,1,power_law_1.01,0.16855679750442504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,4,1,power_law_1.01,0.1727519989013672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,4,1,power_law_1.01,0.17956479787826538
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,4,1,power_law_1.01,0.1881600022315979
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,4,1,power_law_1.01,0.21971840858459474
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,4,1,power_law_1.01,0.24198079109191895
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,4,1,power_law_1.01,0.2720832109451294
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,4,1,power_law_1.01,0.28216960430145266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,4,1,power_law_1.01,0.2907263994216919
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,4,1,power_law_1.01,0.3179712057113647
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,4,1,power_law_1.01,0.3468031883239746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,4,1,power_law_1.01,0.39163200855255126
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,4,1,power_law_1.01,0.455401611328125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,4,1,power_law_1.01,0.5904992103576661
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,4,1,power_law_1.01,0.7298687934875489
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,4,1,power_law_1.01,1.0155136108398437
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,4,1,power_law_1.01,1.2912192344665527
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,4,power_law_1.2,36.44767456054687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,4,1,power_law_1.01,0.07283200025558471
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,4,1,power_law_1.01,0.08735359907150268
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,4,1,power_law_1.01,0.11242560148239136
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,4,1,power_law_1.01,1.861302375793457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,4,1,power_law_1.01,0.15687040090560914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,4,1,power_law_1.01,0.15857280492782594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,4,1,power_law_1.01,0.1603935956954956
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,4,1,power_law_1.01,0.16303679943084717
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,4,1,power_law_1.01,0.16443840265274048
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,4,1,power_law_1.01,0.16851199865341188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,4,1,power_law_1.01,0.16930559873580933
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,4,1,power_law_1.01,0.18600319623947142
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,4,1,power_law_1.01,0.20061120986938477
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,4,1,power_law_1.01,0.20811200141906738
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,4,1,power_law_1.01,0.2340480089187622
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,4,1,power_law_1.01,0.2589184045791626
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,4,1,power_law_1.01,0.28320000171661375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,4,1,power_law_1.01,0.32236480712890625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,4,1,power_law_1.01,0.4168896198272705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,4,1,power_law_1.01,2.4365375518798826
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,4,1,power_law_1.01,0.5094143867492675
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,4,1,power_law_1.01,0.7036223888397217
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,4,power_law_1.2,29.870632934570313
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,6144,16384,2,8,4,1,power_law_1.01,0.07512959837913513
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,6144,16384,2,8,4,1,power_law_1.01,0.09992319941520691
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,6144,16384,2,8,4,1,power_law_1.01,0.12080960273742676
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,6144,16384,2,8,4,1,power_law_1.01,0.15903040170669555
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,6144,16384,2,8,4,1,power_law_1.01,0.15542080402374267
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,6144,16384,2,8,4,1,power_law_1.01,0.16171519756317138
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,6144,16384,2,8,4,1,power_law_1.01,0.1633471965789795
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,6144,16384,2,8,4,1,power_law_1.01,0.17142080068588256
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,6144,16384,2,8,4,1,power_law_1.01,0.16383999586105347
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,6144,16384,2,8,4,1,power_law_1.01,0.16165119409561157
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,6144,16384,2,8,4,1,power_law_1.01,0.1609951972961426
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,4,1,power_law_1.01,0.8970784187316895
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,6144,16384,2,8,4,1,power_law_1.01,0.16805119514465333
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,6144,16384,2,8,4,1,power_law_1.01,0.16852799654006959
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,6144,16384,2,8,4,1,power_law_1.01,0.1780192017555237
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,6144,16384,2,8,4,1,power_law_1.01,0.18511359691619872
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,6144,16384,2,8,4,1,power_law_1.01,0.19081599712371827
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,6144,16384,2,8,4,1,power_law_1.01,0.2101952075958252
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,4,1,power_law_1.01,1.2801088333129882
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,6144,16384,2,8,4,1,power_law_1.01,0.23791999816894532
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,6144,16384,2,8,4,1,power_law_1.01,0.27130239009857177
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,6144,16384,2,8,4,1,power_law_1.01,0.3209824085235596
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,4,1,power_law_1.01,3.585036849975586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,6144,16384,2,8,4,1,power_law_1.01,0.39638400077819824
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,1,4,power_law_1.2,16.5644287109375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,6144,16384,2,8,4,1,power_law_1.2,0.09667840003967285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,6144,16384,2,8,4,1,power_law_1.2,0.12184959650039673
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,6144,16384,2,8,4,1,power_law_1.2,0.14305280447006224
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,4,1,power_law_1.01,1.6686304092407227
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,6144,16384,2,8,4,1,power_law_1.01,0.5175776004791259
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,6144,16384,2,8,4,1,power_law_1.2,0.24046719074249268
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,6144,16384,2,8,4,1,power_law_1.2,0.24456639289855958
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,6144,16384,2,8,4,1,power_law_1.2,0.2492703914642334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,6144,16384,2,8,4,1,power_law_1.2,0.2510463953018188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,6144,16384,2,8,4,1,power_law_1.2,0.25108799934387205
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,6144,16384,2,8,4,1,power_law_1.2,0.28702080249786377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,6144,16384,2,8,4,1,power_law_1.2,0.29910080432891845
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,6144,16384,2,8,4,1,power_law_1.2,0.32893760204315187
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,6144,16384,2,8,4,1,power_law_1.2,0.3729183912277222
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,6144,16384,2,8,4,1,power_law_1.2,0.3820863962173462
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,6144,16384,2,8,4,1,power_law_1.2,0.4214303970336914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,6144,16384,2,8,4,1,power_law_1.2,0.44136319160461424
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,6144,16384,2,8,4,1,power_law_1.2,0.46904959678649905
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,6144,16384,2,8,4,1,power_law_1.2,0.5353856086730957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,6144,16384,2,8,4,1,power_law_1.2,0.6709504127502441
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,6144,16384,2,8,4,1,power_law_1.01,0.6335360050201416
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,4,1,power_law_1.2,0.8188896179199219
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,4,1,power_law_1.01,2.4403263092041017
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,4,1,power_law_1.2,1.1176768302917481
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,4,1,power_law_1.01,4.719267272949219
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,4,1,power_law_1.2,1.4208576202392578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,6144,16384,2,8,4,1,power_law_1.01,0.8741120338439942
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,4,1,power_law_1.01,3.211936187744141
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,4,1,power_law_1.2,2.128678321838379
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,4,1,power_law_1.2,2.6993408203125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,4,1,power_law_1.01,6.995708465576172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,4,1,power_law_1.01,4.7574302673339846
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,4,1,power_law_1.01,9.277693176269532
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,4,1,power_law_1.2,0.08300480246543884
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,4,1,power_law_1.2,0.09693440198898315
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,4,1,power_law_1.2,0.1199679970741272
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,4,1,power_law_1.2,0.17367039918899535
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,4,1,power_law_1.2,0.16656639575958251
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,4,1,power_law_1.2,0.17070080041885377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,4,1,power_law_1.2,0.18160640001296996
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,4,1,power_law_1.2,0.18975039720535278
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,4,1,power_law_1.2,0.227292799949646
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,4,1,power_law_1.2,0.24841599464416503
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,4,1,power_law_1.2,0.271395206451416
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,4,1,power_law_1.2,0.28019840717315675
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,4,1,power_law_1.2,0.29184000492095946
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,4,1,power_law_1.2,0.31811840534210206
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,4,1,power_law_1.2,4.5161376953125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,4,1,power_law_1.2,0.347161602973938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,4,1,power_law_1.2,0.39610240459442136
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,4,1,power_law_1.2,0.4475584030151367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,6144,16384,2,8,4,1,power_law_1.01,1.0961503982543945
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,4,1,power_law_1.2,0.596611213684082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,4,1,power_law_1.2,0.7296800136566162
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,4,1,power_law_1.01,6.314931106567383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,4,1,power_law_1.2,0.0723904013633728
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,4,1,power_law_1.2,0.08580800294876098
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,4,1,power_law_1.2,0.102457594871521
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,4,1,power_law_1.2,1.0136832237243651
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,4,1,power_law_1.2,0.15748800039291383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,4,1,power_law_1.2,0.15864640474319458
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,4,1,power_law_1.2,0.1600383996963501
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,4,1,power_law_1.2,0.1627392053604126
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,4,1,power_law_1.2,0.1642016053199768
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,4,1,power_law_1.2,0.1674720048904419
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,4,1,power_law_1.2,0.1686911940574646
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,4,1,power_law_1.2,0.18110400438308716
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,4,1,power_law_1.2,0.20352640151977539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,4,1,power_law_1.2,0.20684800148010254
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,4,1,power_law_1.2,0.2265887975692749
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,4,1,power_law_1.2,0.26718080043792725
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,4,1,power_law_1.2,0.28197760581970216
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,4,1,power_law_1.2,0.325164794921875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,4,1,power_law_1.2,0.4118688106536865
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,4,1,power_law_1.2,1.2931615829467773
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,4,1,power_law_1.2,0.5090784072875977
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,4,1,power_law_1.2,0.7039391994476318
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,4,1,power_law_1.2,6.781484985351563
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,4,1,power_law_1.2,1.863609504699707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,6144,16384,2,8,4,1,power_law_1.01,1.5868831634521485
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,4,1,power_law_1.2,0.8931872367858886
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,4,1,power_law_1.2,2.434160041809082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,4,1,power_law_1.2,1.2795295715332031
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,4,1,power_law_1.2,3.5773056030273436
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,4,1,power_law_1.2,1.6679231643676757
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,4,1,power_law_1.2,9.540940856933593
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,6144,16384,2,8,4,1,power_law_1.01,2.081488037109375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,6144,16384,2,8,4,1,power_law_1.2,0.07463679909706115
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,6144,16384,2,8,4,1,power_law_1.2,0.10908479690551758
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,6144,16384,2,8,4,1,power_law_1.2,0.12026879787445069
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,6144,16384,2,8,4,1,power_law_1.2,0.16547839641571044
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,6144,16384,2,8,4,1,power_law_1.2,0.1570464015007019
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,6144,16384,2,8,4,1,power_law_1.2,0.15896960496902465
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,6144,16384,2,8,4,1,power_law_1.2,0.15878080129623412
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,6144,16384,2,8,4,1,power_law_1.2,0.16709760427474976
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,4,1,power_law_1.2,4.721350479125976
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,6144,16384,2,8,4,1,power_law_1.2,0.16032320261001587
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,6144,16384,2,8,4,1,power_law_1.2,0.16259520053863524
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,6144,16384,2,8,4,1,power_law_1.2,0.15899840593338013
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,6144,16384,2,8,4,1,power_law_1.2,0.1646623969078064
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,6144,16384,2,8,4,1,power_law_1.2,0.17077759504318238
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,6144,16384,2,8,4,1,power_law_1.2,0.16904640197753906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,6144,16384,2,8,4,1,power_law_1.2,0.18617919683456421
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,6144,16384,2,8,4,1,power_law_1.2,0.19230400323867797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,6144,16384,2,8,4,1,power_law_1.2,0.21769919395446777
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,6144,16384,2,8,4,1,power_law_1.2,0.24199678897857665
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,4,1,power_law_1.2,2.440480041503906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,6144,16384,2,8,4,1,power_law_1.2,0.26046080589294435
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,6144,16384,2,8,4,1,power_law_1.2,0.325763201713562
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,6144,16384,2,8,4,1,power_law_1.2,0.39592320919036866
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,6144,16384,2,8,4,1,power_law_1.2,0.5014272212982178
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,4,1,power_law_1.2,3.2097408294677736
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,4,1,power_law_1.2,7.004483032226562
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,6144,16384,2,8,4,1,power_law_1.2,0.6116223812103272
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,4,1,power_law_1.2,12.737990570068359
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,4,power_law_1.01,0.141702401638031
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,4,power_law_1.01,0.28393599987030027
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,4,power_law_1.01,0.38108799457550047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,4,power_law_1.01,0.4471168041229248
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,4,power_law_1.01,0.5624767780303955
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,4,power_law_1.01,0.6042687892913818
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,4,power_law_1.01,0.7489855766296387
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,4,power_law_1.01,0.8147999763488769
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,4,power_law_1.01,0.9270912170410156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,4,power_law_1.01,0.9612992286682129
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,4,power_law_1.01,0.9483167648315429
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,4,power_law_1.01,1.0061087608337402
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,4,power_law_1.01,1.0163328170776367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,4,power_law_1.01,1.0575136184692382
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,4,power_law_1.01,1.0878623962402343
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,4,power_law_1.01,1.1026464462280274
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,4,power_law_1.01,1.2041055679321289
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,4,power_law_1.01,1.3215359687805175
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,4,power_law_1.01,1.424294376373291
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,4,power_law_1.01,1.6813600540161133
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,4,power_law_1.01,1.9827840805053711
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,4,power_law_1.01,2.6133920669555666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,6144,16384,2,8,4,1,power_law_1.2,0.8646240234375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,4,power_law_1.01,3.1926719665527346
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,4,power_law_1.01,4.62061767578125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,4,power_law_1.01,5.990265655517578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,4,power_law_1.01,8.837420654296874
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,4,power_law_1.01,10.608108520507812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,4,power_law_1.01,0.11574720144271851
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,4,power_law_1.01,0.19668480157852172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,4,power_law_1.01,0.24690239429473876
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,4,power_law_1.01,0.3029344081878662
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,4,power_law_1.01,0.37034239768981936
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,4,power_law_1.01,0.4323616027832031
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,4,power_law_1.01,0.5474143981933594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,4,power_law_1.01,0.564089584350586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,4,power_law_1.01,0.6576223850250245
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,4,power_law_1.01,0.6662911891937255
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,4,power_law_1.01,0.6765088081359864
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,4,power_law_1.01,0.6964255809783936
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,4,power_law_1.01,0.7263264179229736
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,4,1,power_law_1.2,9.291561889648438
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,4,power_law_1.01,0.7442880153656006
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,4,power_law_1.01,0.7749023914337159
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,4,power_law_1.01,0.10540159940719604
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,4,power_law_1.01,0.16979199647903442
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,4,power_law_1.01,0.8041152000427246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,4,power_law_1.01,0.23458878993988036
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,4,power_law_1.01,0.2799743890762329
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,4,power_law_1.01,0.8780096054077149
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,4,power_law_1.01,0.36770880222320557
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,4,power_law_1.01,1.0222911834716797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,4,power_law_1.01,0.4576416015625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,4,power_law_1.01,1.1536160469055177
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,4,power_law_1.01,0.5536191940307618
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,4,1,power_law_1.2,4.760908889770508
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,4,power_law_1.01,0.538921594619751
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,4,power_law_1.01,1.4745823860168457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,4,power_law_1.01,0.5550367832183838
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,4,power_law_1.01,0.5617824077606202
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,4,power_law_1.01,1.7404960632324218
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,4,power_law_1.01,0.5689023971557617
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,4,power_law_1.01,0.6021056175231934
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,4,power_law_1.01,2.3159200668334963
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,4,power_law_1.01,0.5968927860260009
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,4,power_law_1.01,0.6393568038940429
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,4,power_law_1.01,2.9226207733154297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,4,power_law_1.01,0.6464992046356202
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,6144,16384,2,8,4,1,power_law_1.2,1.1190688133239746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,4,power_law_1.01,0.6783008098602294
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,4,power_law_1.01,3.98570556640625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,4,power_law_1.01,0.7357984066009522
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,4,power_law_1.01,0.8341856002807617
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,4,power_law_1.01,0.9450176239013672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,4,power_law_1.01,5.282918548583984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,4,power_law_1.01,1.1632736206054688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,4,power_law_1.01,1.4117280006408692
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,4,power_law_1.01,1.8736255645751954
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,4,power_law_1.01,7.775574493408203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,4,power_law_1.01,2.318067169189453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,4,power_law_1.01,3.238819122314453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,4,power_law_1.01,10.045875549316406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,4,power_law_1.2,0.1414944052696228
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,4,power_law_1.2,0.27699520587921145
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,4,power_law_1.01,4.16478385925293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,4,power_law_1.2,0.30267839431762694
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,4,power_law_1.2,0.4353631973266602
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,4,power_law_1.2,0.49640321731567383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,4,power_law_1.2,0.5704736232757568
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,4,power_law_1.2,0.8283040046691894
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,4,power_law_1.01,6.047225570678711
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,4,power_law_1.2,0.7965983867645263
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,4,power_law_1.2,0.8976639747619629
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,4,power_law_1.2,0.9354207992553711
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,4,power_law_1.2,1.0114720344543457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,4,power_law_1.01,7.7634941101074215
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,4,power_law_1.2,1.0293343544006348
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,4,power_law_1.2,0.114956796169281
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,4,power_law_1.2,1.0503583908081056
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,4,power_law_1.2,0.1882815957069397
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,4,power_law_1.2,0.21241919994354247
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,4,power_law_1.2,1.0552351951599122
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,4,power_law_1.2,0.27993600368499755
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,4,power_law_1.2,1.1059712409973144
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,4,power_law_1.2,0.3417088031768799
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,4,power_law_1.2,1.1360159873962403
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,4,power_law_1.2,0.4261760234832764
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,4,power_law_1.2,1.2234368324279785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,4,power_law_1.2,0.5268288135528565
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,4,power_law_1.2,0.5523168087005615
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,4,power_law_1.2,1.3205727577209472
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,4,power_law_1.2,0.6216608047485351
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,4,power_law_1.2,1.4468255996704102
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,4,power_law_1.2,0.6346720218658447
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,4,power_law_1.2,0.7108607769012452
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,4,power_law_1.2,1.7766048431396484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,4,power_law_1.2,0.6870495796203613
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,4,power_law_1.2,0.7031583786010742
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,4,power_law_1.2,0.7546207904815674
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,4,power_law_1.2,2.0322944641113283
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,4,power_law_1.2,0.7983520030975342
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,4,power_law_1.2,2.680291175842285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,4,power_law_1.2,0.8149760246276856
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,4,power_law_1.2,0.9080096244812011
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,4,power_law_1.2,3.4082015991210937
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,4,power_law_1.2,1.0330016136169433
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,4,power_law_1.2,1.1830623626708985
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,4,power_law_1.2,1.5493760108947754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,4,power_law_1.2,4.618751907348633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,4,power_law_1.2,1.8290239334106446
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,4,power_law_1.2,2.404591941833496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,4,power_law_1.2,6.752310180664063
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,4,power_law_1.2,3.015007972717285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,4,power_law_1.2,4.269827270507813
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,4,power_law_1.2,9.264643096923828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,4,1,power_law_1.2,6.312537765502929
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,4,power_law_1.2,5.692419052124023
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,4,power_law_1.2,12.309705352783203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,4,1,power_law_1.01,0.07445440292358399
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,6144,16384,2,8,4,1,power_law_1.2,1.591267204284668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,4,1,power_law_1.01,0.09328320026397705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,4,1,power_law_1.01,0.13564159870147705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,4,power_law_1.2,7.8960319519042965
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,4,1,power_law_1.01,0.2785952091217041
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,4,power_law_1.2,0.10528000593185424
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,4,1,power_law_1.01,0.38619840145111084
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,4,power_law_1.2,0.1704192042350769
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,4,1,power_law_1.01,0.5184607982635498
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,4,power_law_1.2,0.18460479974746705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,4,power_law_1.2,0.26212799549102783
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,4,1,power_law_1.01,0.6939424037933349
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,4,power_law_1.2,0.3405440092086792
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,4,1,power_law_1.01,0.7242144107818603
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,4,power_law_1.2,0.3887936115264893
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,4,1,power_law_1.01,0.7474688053131103
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,4,1,power_law_1.01,0.7662335872650147
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,4,power_law_1.2,0.5227104187011719
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,4,power_law_1.2,10.33724136352539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,4,1,power_law_1.01,0.05457280278205871
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,4,1,power_law_1.01,0.7889023780822754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,4,power_law_1.2,0.567625617980957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,4,1,power_law_1.01,0.08203840255737305
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,4,1,power_law_1.01,0.10864640474319458
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,4,power_law_1.2,0.5572031974792481
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,4,1,power_law_1.01,0.8452032089233399
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,4,1,power_law_1.01,0.19512959718704223
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,4,power_law_1.2,0.5887392044067383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,4,1,power_law_1.01,0.8876288414001465
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,4,1,power_law_1.01,0.269484806060791
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,4,power_law_1.2,0.5796735763549805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,4,1,power_law_1.01,0.3596895933151245
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,4,1,power_law_1.01,0.9501824378967285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,4,power_law_1.2,0.6075647830963135
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,4,1,power_law_1.01,0.47764158248901367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,4,1,power_law_1.01,0.987276840209961
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,4,1,power_law_1.01,0.5051551818847656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,4,power_law_1.2,0.6048799991607666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,4,1,power_law_1.01,0.9992351531982422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,4,1,power_law_1.01,0.5264863967895508
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,4,power_law_1.2,0.6436128139495849
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,4,1,power_law_1.01,0.5322400093078613
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,4,1,power_law_1.01,1.0197471618652343
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,4,power_law_1.2,0.66244478225708
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,4,1,power_law_1.01,0.5643648147583008
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,4,1,power_law_1.01,1.1576479911804198
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,4,power_law_1.2,0.7031167984008789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,4,1,power_law_1.01,0.6102911949157714
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,4,1,power_law_1.01,1.212502384185791
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,4,power_law_1.2,0.7579616069793701
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,4,1,power_law_1.01,0.6415552139282227
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,4,1,power_law_1.01,1.4087648391723633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,4,power_law_1.2,0.8668671607971191
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,4,1,power_law_1.01,0.7122111797332764
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,4,1,power_law_1.01,0.6756800174713135
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,4,power_law_1.2,0.9855423927307129
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,4,1,power_law_1.01,0.6909408092498779
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,4,1,power_law_1.01,1.597001552581787
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,4,power_law_1.2,1.2176959991455079
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,4,1,power_law_1.01,0.7221663951873779
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,4,power_law_1.2,1.4617343902587892
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,4,1,power_law_1.01,1.9833568572998046
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,4,1,power_law_1.01,0.8211359977722168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,4,1,power_law_1.01,0.9149408340454102
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,4,power_law_1.2,1.9326911926269532
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,4,1,power_law_1.01,2.3649728775024412
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,4,1,power_law_1.01,1.1002655982971192
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,4,1,power_law_1.01,1.2918463706970216
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,4,power_law_1.2,2.4457632064819337
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,4,1,power_law_1.01,3.398060989379883
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,4,1,power_law_1.01,1.6836959838867187
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,4,power_law_1.2,3.3585086822509767
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,4,1,power_law_1.01,2.0632959365844727
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,4,1,power_law_1.01,4.140892791748047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,4,1,power_law_1.01,2.8367807388305666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,4,power_law_1.2,4.363235092163086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,4,1,power_law_1.01,6.993785858154297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,4,1,power_law_1.01,3.632963180541992
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,4,power_law_1.2,6.348284912109375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,4,1,power_law_1.01,9.305225372314453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,4,1,power_law_1.01,5.188175964355469
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,4,power_law_1.2,7.909577941894531
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,7168,2048,8,256,4,1,power_law_1.01,0.0944320023059845
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,4,1,power_law_1.01,6.7476959228515625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,7168,2048,8,256,4,1,power_law_1.01,0.12233920097351074
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,4,1,power_law_1.2,0.07346559762954712
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,7168,2048,8,256,4,1,power_law_1.01,0.17006720304489137
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,7168,2048,8,256,4,1,power_law_1.01,0.2586303949356079
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,4,1,power_law_1.2,0.0919871985912323
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,4,1,power_law_1.01,0.06365119814872741
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,4,1,power_law_1.2,0.1343616008758545
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,7168,2048,8,256,4,1,power_law_1.01,0.3463263988494873
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,4,1,power_law_1.2,0.26341440677642824
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,7168,2048,8,256,4,1,power_law_1.01,0.4314335823059082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,4,1,power_law_1.2,0.35367679595947266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,7168,2048,8,256,4,1,power_law_1.01,0.5801375865936279
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,7168,2048,8,256,4,1,power_law_1.01,0.5886847972869873
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,4,1,power_law_1.2,0.449894380569458
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,7168,2048,8,256,4,1,power_law_1.01,0.6203231811523438
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,4,1,power_law_1.2,0.6785664081573486
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,7168,2048,8,256,4,1,power_law_1.01,0.6123744010925293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,4,1,power_law_1.2,0.7206143856048584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,7168,2048,8,256,4,1,power_law_1.01,0.6323584079742431
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,4,1,power_law_1.2,0.7340928077697754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,4,1,power_law_1.01,0.07778239846229554
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,7168,2048,8,256,4,1,power_law_1.01,0.6532063961029053
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,4,1,power_law_1.01,0.1090783953666687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,4,1,power_law_1.2,0.7467711925506592
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,4,1,power_law_1.01,0.19395519495010377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,4,1,power_law_1.2,0.8019904136657715
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,7168,2048,8,256,4,1,power_law_1.01,0.6682144165039062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,4,1,power_law_1.01,0.2920959949493408
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,7168,2048,8,256,4,1,power_law_1.01,0.6620768070220947
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,4,1,power_law_1.01,0.40488319396972655
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,7168,2048,8,256,4,1,power_law_1.01,0.6746848106384278
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,4,1,power_law_1.01,0.5131840229034423
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,4,1,power_law_1.2,0.8386112213134765
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,7168,2048,8,256,4,1,power_law_1.01,0.689462423324585
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,4,1,power_law_1.01,0.5529376029968261
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,4,1,power_law_1.2,0.8666015625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,4,1,power_law_1.01,0.5671840190887452
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,7168,2048,8,256,4,1,power_law_1.01,0.7136928081512451
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,4,1,power_law_1.2,0.9515423774719238
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,4,1,power_law_1.01,0.5814144134521484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,7168,2048,8,256,4,1,power_law_1.01,0.7665215969085694
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,4,1,power_law_1.01,0.5914752006530761
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,4,1,power_law_1.2,0.984768009185791
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,7168,2048,8,256,4,1,power_law_1.01,0.830998420715332
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,4,1,power_law_1.01,0.5998784065246582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,4,1,power_law_1.2,1.000928020477295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,7168,2048,8,256,4,1,power_law_1.01,0.9358912467956543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,4,1,power_law_1.01,0.6159743785858154
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,4,1,power_law_1.2,1.0546624183654785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,7168,2048,8,256,4,1,power_law_1.01,1.031049633026123
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,4,1,power_law_1.01,0.6275872230529785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,4,1,power_law_1.2,1.168131160736084
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,7168,2048,8,256,4,1,power_law_1.01,1.2514240264892578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,4,1,power_law_1.01,0.6609568119049072
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,4,1,power_law_1.2,1.236297607421875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,4,1,power_law_1.01,0.6820608139038086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,7168,2048,8,256,4,1,power_law_1.01,1.4590944290161132
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,4,1,power_law_1.01,0.7203775882720947
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,4,1,power_law_1.2,1.429753589630127
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,4,1,power_law_1.01,0.797817611694336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,4,1,power_law_1.2,1.6956384658813477
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,7168,2048,8,256,4,1,power_law_1.01,1.8700319290161134
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,4,1,power_law_1.01,0.888326358795166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,4,1,power_law_1.2,2.046675109863281
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,4,1,power_law_1.01,1.051155185699463
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,7168,2048,8,256,4,1,power_law_1.01,2.2959775924682617
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,4,1,power_law_1.01,1.2302144050598145
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,4,1,power_law_1.2,2.4328927993774414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,4,1,power_law_1.01,1.5790176391601562
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,7168,2048,8,256,4,1,power_law_1.01,3.116067123413086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,4,1,power_law_1.2,3.6557247161865236
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,4,1,power_law_1.01,1.923744010925293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,6144,16384,2,8,4,1,power_law_1.2,2.069571113586426
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,4,1,power_law_1.2,0.05353599786758423
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,4,1,power_law_1.2,0.0819487988948822
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,7168,2048,8,256,4,1,power_law_1.01,3.925075149536133
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,4,1,power_law_1.01,2.598195266723633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,4,1,power_law_1.2,0.10871679782867431
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,4,1,power_law_1.2,4.657040023803711
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,4,1,power_law_1.2,0.19562560319900513
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,4,1,power_law_1.2,0.06470400094985962
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,4,1,power_law_1.2,0.2403104066848755
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,4,1,power_law_1.2,0.07797440290451049
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,4,1,power_law_1.2,0.33953280448913575
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,4,1,power_law_1.01,3.282243347167969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,4,1,power_law_1.2,0.471830415725708
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,4,1,power_law_1.2,0.10826239585876465
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,4,1,power_law_1.2,0.5055552005767823
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,4,1,power_law_1.2,0.1862912058830261
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,4,1,power_law_1.2,6.686937713623047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,4,1,power_law_1.2,0.525705623626709
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,4,1,power_law_1.2,0.273638391494751
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,4,1,power_law_1.01,4.624163055419922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,4,1,power_law_1.2,0.5359104156494141
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,4,1,power_law_1.2,0.37674880027770996
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,4,1,power_law_1.2,0.5751455783843994
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,4,1,power_law_1.2,0.5064352035522461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,4,1,power_law_1.2,0.6157055854797363
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,4,1,power_law_1.2,0.5363135814666748
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,4,1,power_law_1.2,0.6420479774475097
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,4,1,power_law_1.2,8.776313781738281
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,4,1,power_law_1.2,0.7421951770782471
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,4,1,power_law_1.01,5.9674945831298825
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,4,1,power_law_1.2,0.5583392143249511
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,4,power_law_1.01,0.031411200761795044
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,7168,2048,8,256,4,1,power_law_1.2,0.09543039798736572
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,4,power_law_1.01,0.04367679953575134
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,4,1,power_law_1.2,0.6809599876403809
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,4,1,power_law_1.2,0.5737664222717285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,7168,2048,8,256,4,1,power_law_1.2,0.12352960109710694
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,4,power_law_1.01,0.047814399003982544
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,4,power_law_1.01,0.05720000267028809
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,7168,2048,8,256,4,1,power_law_1.2,0.17088960409164428
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,4,1,power_law_1.2,0.7003456115722656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,4,1,power_law_1.2,0.5866367816925049
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,4,power_law_1.01,0.06229119896888733
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,7168,2048,8,256,4,1,power_law_1.2,0.24492158889770507
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,4,power_law_1.01,0.06907200217247009
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,7168,2048,8,256,4,1,power_law_1.2,0.32267520427703855
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,4,1,power_law_1.2,0.7582655906677246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,4,1,power_law_1.2,0.602185583114624
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,4,power_law_1.01,0.08655679821968079
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,4,power_law_1.01,0.08744320273399353
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,7168,2048,8,256,4,1,power_law_1.2,0.4096831798553467
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,4,1,power_law_1.2,0.6300672054290771
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,4,1,power_law_1.2,0.8546688079833984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,4,power_law_1.01,0.08850240111351013
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,7168,2048,8,256,4,1,power_law_1.2,0.5702847957611084
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,4,power_law_1.01,0.09087039828300476
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,4,1,power_law_1.2,0.6379007816314697
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,4,power_law_1.01,0.09282559752464295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,4,1,power_law_1.2,0.9449088096618652
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,7168,2048,8,256,4,1,power_law_1.2,0.5833248138427735
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,4,power_law_1.01,0.09622399806976319
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,4,1,power_law_1.2,0.6750048160552978
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,7168,2048,8,256,4,1,power_law_1.2,0.6035615921020507
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,4,power_law_1.01,0.09825599789619446
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,4,1,power_law_1.2,1.1298784255981444
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,4,power_law_1.01,0.10656319856643677
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,7168,2048,8,256,4,1,power_law_1.2,0.606217622756958
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,4,1,power_law_1.2,0.6984799861907959
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,7168,2048,8,256,4,1,power_law_1.2,0.6280352115631104
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,4,power_law_1.01,0.11272640228271484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,4,1,power_law_1.2,1.3226911544799804
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,4,1,power_law_1.2,0.7334976196289062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,4,power_law_1.01,0.12323520183563233
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,7168,2048,8,256,4,1,power_law_1.2,0.6471392154693604
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,4,1,power_law_1.2,0.8277215957641602
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,4,power_law_1.01,0.13978879451751708
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,4,1,power_law_1.2,1.7090368270874023
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,7168,2048,8,256,4,1,power_law_1.2,0.6563072204589844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,4,power_law_1.01,0.17582399845123292
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,4,1,power_law_1.2,0.922815990447998
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,7168,2048,8,256,4,1,power_law_1.2,0.6816319942474365
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,4,power_law_1.01,0.19464319944381714
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,4,1,power_law_1.2,2.095187187194824
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,4,1,power_law_1.2,1.0929887771606446
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,7168,2048,8,256,4,1,power_law_1.2,0.6953184127807617
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,4,power_law_1.01,0.2607167959213257
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,7168,2048,8,256,4,1,power_law_1.2,0.714524793624878
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,4,1,power_law_1.2,1.2531423568725586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,4,power_law_1.01,0.31729280948638916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,7168,2048,8,256,4,1,power_law_1.2,0.748092794418335
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,4,1,power_law_1.2,2.8764320373535157
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,4,power_law_1.01,0.43013439178466795
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,4,1,power_law_1.2,1.600092887878418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,7168,2048,8,256,4,1,power_law_1.2,0.8051615715026855
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,4,power_law_1.01,0.5521567821502685
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,7168,2048,8,256,4,1,power_law_1.2,0.8601856231689453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,4,1,power_law_1.2,1.9371423721313477
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,4,power_law_1.01,0.8132415771484375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,4,1,power_law_1.2,3.6597568511962892
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,7168,2048,8,256,4,1,power_law_1.2,0.9649696350097656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,4,power_law_1.01,1.0083583831787108
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,4,1,power_law_1.2,2.617616081237793
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,7168,2048,8,256,4,1,power_law_1.2,1.0614944458007813
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,4,1,power_law_1.2,5.2321727752685545
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,7168,2048,8,256,4,1,power_law_1.2,1.276585578918457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,4,power_law_1.01,1.5372480392456054
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,4,1,power_law_1.2,3.2844993591308596
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,7168,2048,8,256,4,1,power_law_1.2,1.4867839813232422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,4,power_law_1.01,1.9820383071899415
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,4,power_law_1.01,0.032739201188087465
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,4,power_law_1.01,0.03925119936466217
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,4,power_law_1.01,0.04386880099773407
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,7168,2048,8,256,4,1,power_law_1.2,1.8853055953979492
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,4,power_law_1.01,0.05260159969329834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,4,1,power_law_1.2,6.800374603271484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,4,1,power_law_1.2,4.627980804443359
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,4,power_law_1.01,0.055004799365997316
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,4,power_law_1.01,0.036524799466133115
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,4,power_law_1.01,0.064300799369812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,4,power_law_1.01,0.04221439957618713
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,4,power_law_1.01,0.08090879917144775
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,4,power_law_1.01,0.048467200994491574
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,7168,2048,8,256,4,1,power_law_1.2,2.304857635498047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,4,power_law_1.01,0.08276159763336181
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,4,power_law_1.01,0.05175679922103882
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,4,power_law_1.01,0.05877439975738526
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,4,power_law_1.01,0.08428800106048584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,4,power_law_1.01,0.06991360187530518
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,4,power_law_1.01,0.08585280179977417
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,4,power_law_1.01,0.07760319709777833
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,4,power_law_1.01,0.08816319704055786
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,4,1,power_law_1.2,5.956169509887696
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,4,power_law_1.2,0.03544000089168549
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,4,power_law_1.01,0.07802879810333252
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,4,power_law_1.01,0.09287359714508056
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,4,power_law_1.2,0.040463998913764954
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,7168,2048,8,256,4,1,power_law_1.2,3.0978336334228516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,4,power_law_1.01,0.07901120185852051
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,4,power_law_1.01,0.09717440009117126
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,4,power_law_1.2,0.04767360091209412
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,4,power_law_1.01,0.08203200101852418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,4,power_law_1.2,0.05518720149993896
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,4,power_law_1.01,0.10575679540634156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,4,power_law_1.01,0.08455039858818054
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,4,power_law_1.2,0.057180798053741454
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,4,power_law_1.01,0.11606080532073974
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,4,power_law_1.2,0.07062399983406067
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,4,power_law_1.01,0.08640639781951905
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,4,power_law_1.2,0.08687360286712646
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,4,power_law_1.01,0.08925759792327881
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,4,power_law_1.01,0.12468160390853882
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,4,power_law_1.2,0.0880832016468048
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,4,power_law_1.01,0.09693440198898315
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,7168,2048,8,256,4,1,power_law_1.2,3.9024864196777345
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,4,power_law_1.01,0.13893760442733766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,4,power_law_1.2,0.08928959965705871
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,4,power_law_1.2,0.032329601049423215
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,4,power_law_1.2,0.0927295982837677
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,4,power_law_1.2,0.03920960128307342
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,4,power_law_1.01,0.16479359865188598
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,4,power_law_1.2,0.09371200203895569
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,4,power_law_1.2,0.043084800243377686
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,4,power_law_1.01,0.10220160484313964
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,4,power_law_1.01,0.19003839492797853
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,4,power_law_1.2,0.048332801461219786
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,4,power_law_1.2,0.09693120121955871
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,4,power_law_1.2,0.05123199820518494
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,4,power_law_1.01,0.1092352032661438
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,4,power_law_1.01,0.2510783910751343
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,4,power_law_1.2,0.10209280252456665
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,4,power_law_1.2,0.061475199460983274
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,4,power_law_1.01,0.12144639492034912
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,4,power_law_1.2,0.10769920349121094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,4,power_law_1.2,0.08008319735527039
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,4,power_law_1.01,0.31209919452667234
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,4,power_law_1.2,0.08143360018730164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,4,power_law_1.2,0.11584960222244263
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,4,power_law_1.01,0.15000319480895996
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,4,power_law_1.01,0.4403232097625732
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,4,power_law_1.2,0.08272320032119751
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,4,power_law_1.2,0.12288320064544678
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,4,power_law_1.01,0.17737280130386351
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,4,power_law_1.2,0.08389440178871155
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,4,power_law_1.01,0.5664415836334229
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,4,power_law_1.2,0.14037439823150635
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,4,power_law_1.2,0.08820800185203552
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,4,power_law_1.01,0.23713281154632568
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,4,power_law_1.2,0.09464319944381713
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,4,power_law_1.2,0.17598719596862794
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,4,power_law_1.01,0.2916127920150757
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,4,power_law_1.01,0.8002911567687988
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,4,power_law_1.2,0.2017728090286255
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,4,power_law_1.01,0.4015647888183594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,4,power_law_1.2,0.09872000217437744
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,4,power_law_1.01,1.0434720039367675
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,4,power_law_1.2,0.10919040441513062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,4,power_law_1.01,0.5165184020996094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,4,power_law_1.2,0.11560959815979004
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,4,power_law_1.2,0.2617311954498291
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,4,power_law_1.2,0.12373440265655518
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,4,power_law_1.01,1.5234975814819336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,4,power_law_1.01,0.7380512237548829
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,4,power_law_1.2,0.3194175958633423
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,4,power_law_1.2,0.13910399675369262
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,4,power_law_1.01,0.9586048126220703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,4,power_law_1.2,0.16613119840621948
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,4,power_law_1.01,2.040105628967285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,4,power_law_1.2,0.1905727982521057
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,4,power_law_1.2,0.03673279881477356
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,4,power_law_1.2,0.4461023807525635
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,4,power_law_1.2,0.044572800397872925
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,4,power_law_1.01,1.4069600105285645
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,4,power_law_1.2,0.26051199436187744
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,4,power_law_1.2,0.04773440062999725
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,4,power_law_1.2,0.05130879878997803
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,4,power_law_1.2,0.05885760188102722
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,4,power_law_1.2,0.3134880065917969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,4,power_law_1.2,0.0750976026058197
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,4,power_law_1.01,1.9159296035766602
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,2048,768,8,128,4,1,power_law_1.01,0.018492799997329713
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,4,power_law_1.2,0.44274559020996096
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,4,power_law_1.2,0.07816320061683654
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,2048,768,8,128,4,1,power_law_1.01,0.02847360074520111
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,4,power_law_1.2,0.07944639921188354
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,2048,768,8,128,4,1,power_law_1.01,0.034092798829078674
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,2048,768,8,128,4,1,power_law_1.01,0.04502080082893371
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,4,power_law_1.2,0.07929919958114624
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,2048,768,8,128,4,1,power_law_1.01,0.051875197887420656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,4,power_law_1.2,0.08269439935684204
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,2048,768,8,128,4,1,power_law_1.01,0.06912000179290771
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,4,power_law_1.2,0.5720831871032714
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,2048,768,8,128,4,1,power_law_1.01,0.0720192015171051
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,4,power_law_1.2,0.08516479730606079
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,2048,768,8,128,4,1,power_law_1.01,0.07282879948616028
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,4,power_law_1.2,0.08903359770774841
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,2048,768,8,128,4,1,power_law_1.01,0.07519999742507935
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,4,power_law_1.2,0.5551455974578857
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,4,power_law_1.2,0.09271039962768554
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,2048,768,8,128,4,1,power_law_1.01,0.0775327980518341
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,2048,768,8,128,4,1,power_law_1.01,0.08136000037193299
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,4,power_law_1.2,0.0976960003376007
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,2048,768,8,128,4,1,power_law_1.01,0.09023360013961793
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,4,power_law_1.2,0.10415359735488891
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,2048,768,8,128,4,1,power_law_1.01,0.09240639805793763
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,2048,768,8,128,4,1,power_law_1.01,0.0953279972076416
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,4,power_law_1.2,0.11073280572891235
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,2048,768,8,128,4,1,power_law_1.01,0.09848960041999817
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,4,power_law_1.2,0.12401599884033203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,2048,768,8,128,4,1,power_law_1.01,0.10341759920120239
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,4,power_law_1.2,0.15469759702682495
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,2048,768,8,128,4,1,power_law_1.01,0.11002559661865234
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,4,power_law_1.2,0.18172800540924072
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,2048,768,8,128,4,1,power_law_1.01,0.13258559703826905
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,4,power_law_1.2,0.23571839332580566
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,2048,768,8,128,4,1,power_law_1.01,0.15769920349121094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,2048,768,8,128,4,1,power_law_1.01,0.18881920576095582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,4,power_law_1.2,0.29580159187316896
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,2048,768,8,128,4,1,power_law_1.01,0.2270751953125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,4,power_law_1.2,0.4221024036407471
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,2048,768,8,128,4,1,power_law_1.01,0.2983423948287964
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,2048,768,8,128,4,1,power_law_1.01,0.37490880489349365
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,2048,768,8,128,4,1,power_law_1.01,0.5222080230712891
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,4,power_law_1.2,0.5326911926269531
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,4,power_law_1.2,0.8205344200134277
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,2048,768,8,128,4,1,power_law_1.01,0.669923210144043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,4,power_law_1.2,0.7784543991088867
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,2048,768,8,128,4,1,power_law_1.01,0.9645248413085937
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,4,power_law_1.2,0.8025823593139648
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,2048,768,8,128,4,1,power_law_1.01,1.2601759910583497
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,2048,768,8,128,4,1,power_law_1.01,0.022150400280952453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,2048,768,8,128,4,1,power_law_1.01,0.029820799827575684
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,2048,768,8,128,4,1,power_law_1.01,0.03425920009613037
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,2048,768,8,128,4,1,power_law_1.01,0.0418368011713028
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,2048,768,8,128,4,1,power_law_1.01,0.04673280119895935
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,2048,768,8,128,4,1,power_law_1.01,0.06342719793319702
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,2048,768,8,128,4,1,power_law_1.01,0.06408960223197938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,2048,768,8,128,4,1,power_law_1.01,0.06532480120658875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,2048,768,8,128,4,1,power_law_1.01,0.07170559763908387
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,2048,768,8,128,4,1,power_law_1.01,0.07549440264701843
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,2048,768,8,128,4,1,power_law_1.01,0.07947840094566345
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,2048,768,8,128,4,1,power_law_1.01,0.08371840119361877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,2048,768,8,128,4,1,power_law_1.01,0.08726080060005188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,2048,768,8,128,4,1,power_law_1.01,0.09322559833526611
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,2048,768,8,128,4,1,power_law_1.01,0.09715520143508911
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,2048,768,8,128,4,1,power_law_1.01,0.10504319667816162
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,2048,768,8,128,4,1,power_law_1.01,0.11469119787216187
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,2048,768,8,128,4,1,power_law_1.01,0.13226239681243895
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,4,1,power_law_1.01,0.15106879472732543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,4,1,power_law_1.01,0.18900480270385742
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,4,1,power_law_1.01,0.22699201107025146
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,4,1,power_law_1.01,0.30196800231933596
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,4,1,power_law_1.01,0.3796447992324829
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,4,1,power_law_1.01,0.5320831775665283
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,4,1,power_law_1.01,0.6841536045074463
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,4,1,power_law_1.01,0.9893152236938476
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,4,power_law_1.2,1.0270976066589355
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,4,1,power_law_1.01,1.298089599609375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,2048,768,8,128,4,1,power_law_1.01,0.04903680086135864
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,2048,768,8,128,4,1,power_law_1.01,0.05238400101661682
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,2048,768,8,128,4,1,power_law_1.01,0.06108160018920898
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,2048,768,8,128,4,1,power_law_1.01,0.07052159905433655
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,2048,768,8,128,4,1,power_law_1.01,0.08357440233230591
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,2048,768,8,128,4,1,power_law_1.01,0.11026879549026489
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,2048,768,8,128,4,1,power_law_1.01,0.11886719465255738
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,2048,768,8,128,4,1,power_law_1.01,0.12013759613037109
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,2048,768,8,128,4,1,power_law_1.01,0.12136319875717164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,2048,768,8,128,4,1,power_law_1.01,0.12254719734191895
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,2048,768,8,128,4,1,power_law_1.01,0.1281599998474121
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,2048,768,8,128,4,1,power_law_1.01,0.1314560055732727
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,2048,768,8,128,4,1,power_law_1.01,0.13485440015792846
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,2048,768,8,128,4,1,power_law_1.01,0.13591040372848512
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,2048,768,8,128,4,1,power_law_1.01,0.14901440143585204
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,2048,768,8,128,4,1,power_law_1.01,0.1471135973930359
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,2048,768,8,128,4,1,power_law_1.01,0.16326080560684203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,2048,768,8,128,4,1,power_law_1.01,0.19141119718551636
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,4,power_law_1.2,1.078159999847412
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,2048,768,8,128,4,1,power_law_1.01,0.2126528024673462
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,2048,768,8,128,4,1,power_law_1.01,0.2645951986312866
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,2048,768,8,128,4,1,power_law_1.01,0.31328320503234863
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,2048,768,8,128,4,1,power_law_1.01,0.4230720043182373
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,2048,768,8,128,4,1,power_law_1.01,0.522550392150879
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,2048,768,8,128,4,1,power_law_1.01,0.7187583923339844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,2048,768,8,128,4,1,power_law_1.01,0.916659164428711
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,4,power_law_1.2,1.074441623687744
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,2048,768,8,128,4,1,power_law_1.01,1.302239990234375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,2048,768,8,128,4,1,power_law_1.01,1.6820480346679687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,2048,768,8,128,4,1,power_law_1.2,0.01809599995613098
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,2048,768,8,128,4,1,power_law_1.2,0.028435200452804565
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,2048,768,8,128,4,1,power_law_1.2,0.033670398592948916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,2048,768,8,128,4,1,power_law_1.2,0.042771199345588685
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,2048,768,8,128,4,1,power_law_1.2,0.049465599656105044
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,2048,768,8,128,4,1,power_law_1.2,0.06877440214157104
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,2048,768,8,128,4,1,power_law_1.2,0.07181119918823242
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,2048,768,8,128,4,1,power_law_1.2,0.07635520100593567
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,2048,768,8,128,4,1,power_law_1.2,0.0766048014163971
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,2048,768,8,128,4,1,power_law_1.2,0.07928959727287292
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,2048,768,8,128,4,1,power_law_1.2,0.08416000008583069
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,2048,768,8,128,4,1,power_law_1.2,0.09179840087890626
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,2048,768,8,128,4,1,power_law_1.2,0.09325119853019714
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,2048,768,8,128,4,1,power_law_1.2,0.09588800072669983
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,2048,768,8,128,4,1,power_law_1.2,0.0992031991481781
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,2048,768,8,128,4,1,power_law_1.2,0.10434559583663941
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,2048,768,8,128,4,1,power_law_1.2,0.11081600189208984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,2048,768,8,128,4,1,power_law_1.2,0.1432960033416748
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,2048,768,8,128,4,1,power_law_1.2,0.15672320127487183
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,2048,768,8,128,4,1,power_law_1.2,0.19050559997558594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,2048,768,8,128,4,1,power_law_1.2,0.22577600479125975
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,2048,768,8,128,4,1,power_law_1.2,0.30144639015197755
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,2048,768,8,128,4,1,power_law_1.2,0.37499840259552003
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,4,power_law_1.2,1.5652000427246093
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,4,power_law_1.2,1.485587215423584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,2048,768,8,128,4,1,power_law_1.2,0.5248000144958496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,4,power_law_1.2,1.5943743705749511
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,2048,768,8,128,4,1,power_law_1.2,0.6750368118286133
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,4,power_law_1.2,2.0725376129150392
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,2048,768,8,128,4,1,power_law_1.2,0.02143999934196472
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,2048,768,8,128,4,1,power_law_1.2,0.02925119996070862
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,2048,768,8,128,4,1,power_law_1.2,0.03363839983940124
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,2048,768,8,128,4,1,power_law_1.2,0.04023680090904236
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,2048,768,8,128,4,1,power_law_1.2,0.045603200793266296
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,2048,768,8,128,4,1,power_law_1.2,0.06218879818916321
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,2048,768,8,128,4,1,power_law_1.2,0.06393280029296874
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,2048,768,8,128,4,1,power_law_1.2,0.06584960222244263
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,2048,768,8,128,4,1,power_law_1.2,0.07287359833717347
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,2048,768,8,128,4,1,power_law_1.2,0.07475839853286743
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,2048,768,8,128,4,1,power_law_1.2,0.08021119832992554
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,2048,768,8,128,4,1,power_law_1.2,0.08439679741859436
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,2048,768,8,128,4,1,power_law_1.2,0.08761919736862182
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,2048,768,8,128,4,1,power_law_1.2,0.09240959882736206
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,2048,768,8,128,4,1,power_law_1.2,0.09694399833679199
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,2048,768,8,128,4,1,power_law_1.2,0.10592000484466553
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,2048,768,8,128,4,1,power_law_1.2,0.11632959842681885
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,2048,768,8,128,4,1,power_law_1.2,0.1352352023124695
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,4,1,power_law_1.2,0.1506175994873047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,4,1,power_law_1.2,0.18909759521484376
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,4,1,power_law_1.2,0.2259040117263794
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,4,1,power_law_1.2,0.3026144027709961
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,4,1,power_law_1.2,0.38236799240112307
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,4,power_law_1.2,1.9535711288452149
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,2048,768,8,128,4,1,power_law_1.2,0.04896320104598999
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,2048,768,8,128,4,1,power_law_1.2,0.05248960256576538
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,2048,768,8,128,4,1,power_law_1.2,0.060755199193954466
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,2048,768,8,128,4,1,power_law_1.2,0.067740797996521
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,2048,768,8,128,4,1,power_law_1.2,0.07722560167312623
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,2048,768,8,128,4,1,power_law_1.2,0.11200319528579712
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,2048,768,8,128,4,1,power_law_1.2,0.11882879734039306
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,2048,768,8,128,4,1,power_law_1.2,0.12234560251235962
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,2048,768,8,128,4,1,power_law_1.2,0.12392319440841675
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,2048,768,8,128,4,1,power_law_1.2,0.12241599559783936
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,2048,768,8,128,4,1,power_law_1.2,0.12604479789733886
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,2048,768,8,128,4,1,power_law_1.2,0.13729920387268066
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,2048,768,8,128,4,1,power_law_1.2,0.13680319786071776
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,4,1,power_law_1.2,0.5351391792297363
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,2048,768,8,128,4,1,power_law_1.2,0.1390239953994751
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,2048,768,8,128,4,1,power_law_1.2,0.1506816029548645
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,2048,768,8,128,4,1,power_law_1.2,0.15394239425659179
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,2048,768,8,128,4,1,power_law_1.2,0.16999679803848267
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,2048,768,8,128,4,1,power_law_1.2,0.19389439821243287
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,2048,768,8,128,4,1,power_law_1.2,0.9701120376586914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,2048,768,8,128,4,1,power_law_1.2,0.21771841049194335
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,2048,768,8,128,4,1,power_law_1.2,0.26692800521850585
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,2048,768,8,128,4,1,power_law_1.2,0.3140608072280884
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,2048,768,8,128,4,1,power_law_1.2,0.41924161911010743
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,2048,768,8,128,4,1,power_law_1.2,0.517907190322876
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,2048,768,8,128,4,1,power_law_1.2,0.7144735813140869
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,4,1,power_law_1.2,0.6888063907623291
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,2048,768,8,128,4,1,power_law_1.2,0.9078592300415039
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,4,power_law_1.2,2.035875129699707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,4,power_law_1.01,0.08012800216674805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,4,power_law_1.01,0.09787200093269348
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,4,power_law_1.01,0.126803195476532
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,4,power_law_1.01,0.14223359823226928
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,4,power_law_1.01,0.16060800552368165
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,4,power_law_1.01,0.21780478954315186
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,4,power_law_1.01,0.2607583999633789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,4,power_law_1.01,0.26345601081848147
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,4,power_law_1.01,0.2709183931350708
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,4,power_law_1.01,0.2724319934844971
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,4,power_law_1.01,0.2790623903274536
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,4,power_law_1.01,0.2860896110534668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,4,power_law_1.01,0.29231040477752684
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,4,power_law_1.01,0.30656321048736573
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,4,power_law_1.01,0.3257567882537842
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,4,power_law_1.01,0.34304959774017335
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,4,power_law_1.01,0.38765439987182615
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,4,power_law_1.01,0.4665503978729248
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,4,power_law_1.01,0.5251264095306396
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,4,power_law_1.01,0.6706592082977295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,4,power_law_1.01,0.8412735939025879
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,4,power_law_1.01,1.2087231636047364
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,4,power_law_1.01,1.4710463523864745
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,4,power_law_1.01,2.098281669616699
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,2048,768,8,128,4,1,power_law_1.2,1.2913887977600098
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,4,power_law_1.01,2.8698816299438477
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,4,power_law_1.01,4.086412811279297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,4,power_law_1.01,5.53779182434082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,4,power_law_1.01,0.0681119978427887
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,4,power_law_1.01,0.08545600175857544
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,4,power_law_1.01,0.10050239562988281
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,4,power_law_1.01,0.11385600566864014
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,4,power_law_1.01,0.12976640462875366
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,4,power_law_1.01,0.14939199686050414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,4,power_law_1.01,0.19817279577255248
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,4,power_law_1.01,0.20220799446105958
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,4,power_law_1.01,0.20660159587860108
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,4,power_law_1.01,0.2084320068359375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,4,power_law_1.01,0.21607038974761963
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,4,power_law_1.01,0.22213759422302246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,4,power_law_1.01,0.2307487964630127
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,4,power_law_1.01,0.2570080041885376
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,4,power_law_1.01,0.2799616098403931
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,4,power_law_1.01,0.2983583927154541
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,4,power_law_1.01,0.3367840051651001
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,4,power_law_1.01,0.40653119087219236
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,4,power_law_1.01,0.4852384090423584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,4,power_law_1.01,0.6540832042694091
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,4,power_law_1.01,0.8045023918151856
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,4,power_law_1.01,1.1522751808166505
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,4,power_law_1.01,1.4917023658752442
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,4,power_law_1.01,2.083123207092285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,4,1,power_law_1.2,0.9922112464904785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,4,power_law_1.01,2.772719955444336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,4,power_law_1.01,3.999542236328125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,4,power_law_1.01,5.291043090820312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,4,power_law_1.01,0.06573119759559631
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,4,power_law_1.01,0.07540799975395203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,4,power_law_1.01,0.09518719911575317
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,4,power_law_1.01,0.10756800174713135
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,4,power_law_1.01,0.13020800352096557
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,4,power_law_1.01,0.16219199895858766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,4,power_law_1.01,0.16993600130081177
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,4,power_law_1.01,0.17294080257415773
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,4,power_law_1.01,0.17695679664611816
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,4,power_law_1.01,0.17850559949874878
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,4,power_law_1.01,0.18510400056838988
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,4,power_law_1.01,0.19293760061264037
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,4,power_law_1.01,0.20080959796905518
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,4,power_law_1.01,0.21611199378967286
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,4,power_law_1.01,0.23339519500732422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,4,power_law_1.01,0.25362560749053953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,4,power_law_1.01,0.2857984066009521
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,4,power_law_1.01,0.35984001159667967
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,4,power_law_1.01,0.4278751850128174
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,4,power_law_1.01,0.5700992107391357
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,4,power_law_1.01,0.7048064231872558
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,4,power_law_1.01,0.9644543647766113
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,4,power_law_1.01,1.2618623733520509
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,4,power_law_1.01,1.8408096313476563
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,4,power_law_1.01,2.348636817932129
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,2048,768,8,128,4,1,power_law_1.2,1.2663999557495118
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,4,power_law_1.01,3.445344161987305
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,4,power_law_1.2,0.07848960161209106
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,4,power_law_1.2,0.0877120018005371
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,4,power_law_1.2,0.11474239826202393
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,4,power_law_1.2,0.14113919734954833
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,4,power_law_1.2,0.1694048047065735
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,4,power_law_1.2,0.2209023952484131
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,4,power_law_1.01,4.624006271362305
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,4,power_law_1.2,0.06801279783248901
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,4,power_law_1.2,0.2624255895614624
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,4,power_law_1.2,0.07342399954795838
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,4,power_law_1.2,0.26623680591583254
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,4,power_law_1.2,0.0896992027759552
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,4,power_law_1.2,0.27054719924926757
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,4,power_law_1.2,0.10809919834136963
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,4,power_law_1.2,0.11489599943161011
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,4,power_law_1.2,0.26299519538879396
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,4,power_law_1.2,0.14941439628601075
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,4,power_law_1.2,0.27829439640045167
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,4,power_law_1.2,0.19743679761886596
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,4,power_law_1.2,0.28038721084594725
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,4,power_law_1.2,0.20103039741516113
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,4,power_law_1.2,0.29380478858947756
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,4,power_law_1.2,0.205679988861084
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,4,power_law_1.2,0.31055359840393065
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,4,power_law_1.2,0.21081600189208985
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,4,power_law_1.2,0.2164223909378052
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,4,power_law_1.2,0.3215872049331665
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,4,power_law_1.2,0.22779200077056885
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,4,power_law_1.2,0.36341118812561035
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,4,power_law_1.2,0.24197120666503907
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,4,power_law_1.2,0.4113440036773682
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,4,power_law_1.2,0.26121280193328855
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,4,power_law_1.2,0.46528000831604005
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,4,power_law_1.2,0.2846496105194092
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,4,power_law_1.2,0.31259200572967527
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,4,power_law_1.2,0.5650815963745117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,4,power_law_1.2,0.34703679084777833
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,4,power_law_1.2,0.6954336166381836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,4,power_law_1.2,0.4295519828796387
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,4,power_law_1.2,0.8631999969482422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,4,power_law_1.2,0.4856224060058594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,4,power_law_1.2,0.6788671970367431
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,4,power_law_1.2,0.8600255966186523
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,4,power_law_1.2,1.2956543922424317
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,4,power_law_1.2,1.1922623634338378
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,4,power_law_1.2,1.5565855979919434
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,4,power_law_1.2,1.6983552932739259
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,4,power_law_1.2,2.232931137084961
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,4,power_law_1.2,2.282032012939453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,2048,768,8,128,4,1,power_law_1.2,1.6788032531738282
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,4,power_law_1.2,0.0658399999141693
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,4,power_law_1.2,0.07197759747505188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,4,power_law_1.2,0.10065599679946899
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,4,power_law_1.2,0.10362880229949951
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,4,power_law_1.2,0.12782399654388427
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,4,power_law_1.2,0.1592352032661438
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,4,power_law_1.2,0.16855039596557617
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,4,power_law_1.2,0.1745759963989258
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,4,power_law_1.2,0.1775871992111206
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,4,power_law_1.2,0.18095680475234985
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,4,power_law_1.2,0.18356159925460816
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,4,power_law_1.2,0.1940575957298279
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,4,power_law_1.2,0.1997663974761963
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,4,power_law_1.2,0.2222304105758667
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,4,power_law_1.2,0.23927679061889648
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,4,power_law_1.2,0.25968639850616454
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,4,power_law_1.2,0.28986239433288574
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,4,power_law_1.2,0.36989119052886965
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,4,power_law_1.2,0.43669757843017576
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,4,power_law_1.2,0.5758304119110107
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,4,power_law_1.2,2.960905647277832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,4,power_law_1.2,0.7499775886535645
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,4,power_law_1.2,1.0117600440979004
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,4,power_law_1.2,1.3190272331237793
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,4,1,power_law_1.2,1.3020735740661622
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,4,1,power_law_1.01,0.02900159955024719
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,4,1,power_law_1.01,0.056441599130630495
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,4,1,power_law_1.01,0.07380160093307495
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,4,1,power_law_1.01,0.10166399478912354
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,4,1,power_law_1.01,0.12500159740447997
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,4,1,power_law_1.01,0.2097856044769287
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,4,1,power_law_1.01,0.21697919368743895
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,4,1,power_law_1.01,0.2197983980178833
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,4,1,power_law_1.01,0.22272319793701173
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,4,1,power_law_1.01,0.22828800678253175
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,4,1,power_law_1.01,0.23470079898834229
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,4,1,power_law_1.01,0.2582175970077515
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,4,1,power_law_1.01,0.2638592004776001
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,4,1,power_law_1.01,0.27171199321746825
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,4,1,power_law_1.01,0.2775712013244629
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,4,1,power_law_1.01,0.2831648111343384
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,4,1,power_law_1.01,0.29646079540252684
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,4,1,power_law_1.01,0.3730655908584595
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,4,1,power_law_1.01,0.40381760597229005
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,4,power_law_1.2,1.8717695236206056
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,4,1,power_law_1.01,0.49921598434448244
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,4,1,power_law_1.01,0.594320011138916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,4,1,power_law_1.01,0.7914175987243652
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,4,1,power_law_1.01,0.98853759765625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,4,1,power_law_1.01,1.376534366607666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,4,1,power_law_1.01,1.7685407638549804
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,4,1,power_law_1.01,2.5645280838012696
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,4,power_law_1.2,4.534636688232422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,4,1,power_law_1.01,3.3796478271484376
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,4,1,power_law_1.01,0.03163839876651764
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,4,1,power_law_1.01,0.049449598789215087
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,4,1,power_law_1.01,0.06407999992370605
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,4,1,power_law_1.01,0.08652799725532531
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,4,1,power_law_1.01,0.1088479995727539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,4,1,power_law_1.01,0.14683200120925904
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,4,1,power_law_1.01,0.15357439517974852
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,4,1,power_law_1.01,0.15734399557113649
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,4,1,power_law_1.01,0.16892800331115723
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,4,1,power_law_1.01,0.18137600421905517
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,4,1,power_law_1.01,0.19546879529953004
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,4,1,power_law_1.01,0.2008960008621216
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,4,1,power_law_1.01,0.2068160057067871
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,4,1,power_law_1.01,0.21532800197601318
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,4,1,power_law_1.01,0.2287071943283081
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,4,1,power_law_1.01,0.23980159759521485
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,4,1,power_law_1.01,0.26427199840545657
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,4,1,power_law_1.01,0.31474239826202394
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,4,power_law_1.2,2.377177619934082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,4,1,power_law_1.01,0.36101760864257815
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,4,power_law_1.2,2.9223648071289063
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,4,1,power_law_1.01,0.45776638984680174
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,4,1,power_law_1.01,0.5550367832183838
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,4,1,power_law_1.01,0.7504032135009766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,4,1,power_law_1.01,0.9448991775512695
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,4,1,power_law_1.01,1.3336480140686036
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,4,1,power_law_1.01,1.7244384765625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,4,1,power_law_1.01,2.507801628112793
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,4,1,power_law_1.01,3.287161636352539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,4,1,power_law_1.01,0.03474240005016327
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,4,1,power_law_1.01,0.043356800079345705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,4,1,power_law_1.01,0.058627200126647946
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,4,1,power_law_1.01,0.07556160092353821
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,4,1,power_law_1.01,0.08763200044631958
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,4,1,power_law_1.01,0.13806719779968263
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,4,1,power_law_1.01,0.1411360025405884
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,4,1,power_law_1.01,0.1437183976173401
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,4,1,power_law_1.01,0.14539519548416138
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,4,1,power_law_1.01,0.15016959905624389
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,4,1,power_law_1.01,0.16032639741897584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,4,1,power_law_1.01,0.178220796585083
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,4,1,power_law_1.01,0.18880640268325805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,4,1,power_law_1.01,0.19251199960708618
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,4,1,power_law_1.01,0.2076159954071045
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,4,1,power_law_1.01,0.22694079875946044
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,4,1,power_law_1.01,0.24912960529327394
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,4,1,power_law_1.01,0.27954559326171874
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,4,1,power_law_1.01,0.33026559352874757
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,4,1,power_law_1.01,0.41527361869812013
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,4,1,power_law_1.01,0.5008480072021484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,4,1,power_law_1.01,0.6842368125915528
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,4,1,power_law_1.01,0.8620575904846192
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,4,1,power_law_1.01,1.220259189605713
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,4,1,power_law_1.01,1.5765088081359864
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,4,1,power_law_1.01,2.287004852294922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,4,1,power_law_1.01,2.9918048858642576
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,4096,1536,8,128,4,1,power_law_1.01,0.05965759754180908
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,4096,1536,8,128,4,1,power_law_1.01,0.07608960270881653
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,4096,1536,8,128,4,1,power_law_1.01,0.10057920217514038
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,4096,1536,8,128,4,1,power_law_1.01,0.13128639459609986
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,4096,1536,8,128,4,1,power_law_1.01,0.1487104058265686
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,4096,1536,8,128,4,1,power_law_1.01,0.2082592010498047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,4096,1536,8,128,4,1,power_law_1.01,0.2165760040283203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,4096,1536,8,128,4,1,power_law_1.01,0.22232959270477295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,4096,1536,8,128,4,1,power_law_1.01,0.22048640251159668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,4096,1536,8,128,4,1,power_law_1.01,0.22275519371032715
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,4096,1536,8,128,4,1,power_law_1.01,0.23316481113433837
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,4096,1536,8,128,4,1,power_law_1.01,0.23574399948120117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,4096,1536,8,128,4,1,power_law_1.01,0.23938560485839844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,4096,1536,8,128,4,1,power_law_1.01,0.2447551965713501
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,4096,1536,8,128,4,1,power_law_1.01,0.2571808099746704
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,4096,1536,8,128,4,1,power_law_1.01,0.2633280038833618
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,4096,1536,8,128,4,1,power_law_1.01,0.28035199642181396
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,4096,1536,8,128,4,1,power_law_1.01,0.31931519508361816
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,4096,1536,8,128,4,1,power_law_1.01,0.3572832107543945
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,4096,1536,8,128,4,1,power_law_1.01,0.43546881675720217
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,4096,1536,8,128,4,1,power_law_1.01,0.4988736152648926
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,4096,1536,8,128,4,1,power_law_1.01,0.6522336006164551
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,4096,1536,8,128,4,1,power_law_1.01,0.78919358253479
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,4096,1536,8,128,4,1,power_law_1.01,1.0723072052001954
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,4096,1536,8,128,4,1,power_law_1.01,1.3473183631896972
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,4096,1536,8,128,4,1,power_law_1.01,1.8973663330078125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,4096,1536,8,128,4,1,power_law_1.01,2.44138240814209
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,4,1,power_law_1.2,0.034790399670600894
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,4,1,power_law_1.2,0.05619199872016907
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,4,1,power_law_1.2,0.07310720086097718
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,4,1,power_law_1.2,0.093859201669693
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,4,1,power_law_1.2,0.11695679426193237
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,4,1,power_law_1.2,0.20740160942077637
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,4,1,power_law_1.2,0.22098879814147948
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,4,1,power_law_1.2,0.22578880786895753
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,4,1,power_law_1.2,0.2256864070892334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,4,1,power_law_1.2,0.22705600261688233
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,4,1,power_law_1.2,0.24336640834808348
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,4,power_law_1.2,3.5508449554443358
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,4,1,power_law_1.2,0.26102399826049805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,4,1,power_law_1.2,0.264736008644104
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,4,1,power_law_1.2,0.27343358993530276
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,4,1,power_law_1.2,0.2779263973236084
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,4,1,power_law_1.2,0.2855263948440552
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,4,1,power_law_1.2,0.30662400722503663
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,4,1,power_law_1.2,0.375654411315918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,4,1,power_law_1.2,0.40654721260070803
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,4,1,power_law_1.2,0.5039103984832763
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,4,1,power_law_1.2,0.6006527900695801
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,4,1,power_law_1.2,0.8022175788879394
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,4,1,power_law_1.2,0.9943327903747559
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,4,power_law_1.2,4.526841735839843
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,4,1,power_law_1.2,1.394480037689209
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,4,power_law_1.2,6.283603286743164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,4,1,power_law_1.2,0.03246400058269501
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,4,1,power_law_1.2,0.04962239861488342
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,4,1,power_law_1.2,0.06316159963607788
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,4,1,power_law_1.2,0.07971839904785157
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,4,1,power_law_1.2,0.101363205909729
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,4,1,power_law_1.2,0.14926079511642457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,4,1,power_law_1.2,0.15856000185012817
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,4,1,power_law_1.2,0.1666751980781555
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,4,1,power_law_1.2,0.1798367977142334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,4,1,power_law_1.2,0.1850335955619812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,4,1,power_law_1.2,0.20165441036224366
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,4,1,power_law_1.2,0.20227200984954835
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,4,1,power_law_1.2,0.20766398906707764
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,4,1,power_law_1.2,0.21992640495300292
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,4,1,power_law_1.2,0.23411200046539307
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,4,1,power_law_1.2,0.24564480781555176
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,4,1,power_law_1.2,0.2711296081542969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,4,1,power_law_1.2,0.3219007968902588
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,4,1,power_law_1.2,0.3683840036392212
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,4,1,power_law_1.2,0.4654496192932129
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,4,1,power_law_1.2,0.5624032020568848
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,4,1,power_law_1.2,1.783900833129883
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,4,1,power_law_1.2,0.7589407920837402
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,4,1,power_law_1.2,0.9544927597045898
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,4,1,power_law_1.2,1.3434847831726073
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,4,power_law_1.2,4.819027328491211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,4,1,power_law_1.2,0.03570240139961243
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,4,1,power_law_1.2,0.043724799156188966
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,4,1,power_law_1.2,0.05780159831047058
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,4,1,power_law_1.2,0.07324479818344116
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,4,1,power_law_1.2,0.08585919737815857
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,4,1,power_law_1.2,0.14086719751358032
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,4,1,power_law_1.2,0.14504640102386473
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,4,1,power_law_1.2,0.14818880558013917
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,4,1,power_law_1.2,0.14991999864578248
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,4,1,power_law_1.2,0.15675519704818724
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,4,1,power_law_1.2,0.16707199811935425
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,4,1,power_law_1.2,0.18235199451446532
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,4,1,power_law_1.2,0.19204800128936766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,4,1,power_law_1.2,0.19653120040893554
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,4,1,power_law_1.2,0.21263360977172852
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,4,1,power_law_1.2,0.2349407911300659
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,4,1,power_law_1.2,0.2534303903579712
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,4,1,power_law_1.2,0.29123198986053467
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,4,1,power_law_1.2,0.33816640377044677
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,4,1,power_law_1.2,0.42316160202026365
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,4,1,power_law_1.2,0.510745620727539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,4,1,power_law_1.2,0.6923776149749756
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,4,1,power_law_1.2,2.561248016357422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,4,1,power_law_1.2,0.8744128227233887
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,4,power_law_1.2,5.916313552856446
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,4096,1536,8,128,4,1,power_law_1.2,0.05886399745941162
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,4096,1536,8,128,4,1,power_law_1.2,0.0739359974861145
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,4096,1536,8,128,4,1,power_law_1.2,0.09557440280914306
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,4096,1536,8,128,4,1,power_law_1.2,0.11474560499191284
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,4096,1536,8,128,4,1,power_law_1.2,0.14199999570846558
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,4096,1536,8,128,4,1,power_law_1.2,0.20903680324554444
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,4096,1536,8,128,4,1,power_law_1.2,0.2247999906539917
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,4096,1536,8,128,4,1,power_law_1.2,0.22469758987426758
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,4,1,power_law_1.2,1.7365888595581054
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,4096,1536,8,128,4,1,power_law_1.2,0.2273535966873169
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,4096,1536,8,128,4,1,power_law_1.2,0.23112959861755372
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,4096,1536,8,128,4,1,power_law_1.2,0.23287680149078369
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,4096,1536,8,128,4,1,power_law_1.2,0.23836801052093506
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,4096,1536,8,128,4,1,power_law_1.2,0.24428160190582277
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,4096,1536,8,128,4,1,power_law_1.2,0.2481503963470459
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,4096,1536,8,128,4,1,power_law_1.2,0.25840320587158205
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,4096,1536,8,128,4,1,power_law_1.2,0.2722111940383911
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,4096,1536,8,128,4,1,power_law_1.2,0.28615679740905764
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,4096,1536,8,128,4,1,power_law_1.2,0.3276639938354492
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,4096,1536,8,128,4,1,power_law_1.2,0.36171200275421145
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,4096,1536,8,128,4,1,power_law_1.2,0.4378367900848389
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,4096,1536,8,128,4,1,power_law_1.2,0.5028063774108886
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,4096,1536,8,128,4,1,power_law_1.2,0.6512383937835693
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,4096,1536,8,128,4,1,power_law_1.2,0.7844960212707519
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,4,1,power_law_1.2,1.2307583808898925
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,4096,1536,8,128,4,1,power_law_1.2,1.063161563873291
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,4,1,power_law_1.2,2.526089668273926
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,4,1,power_law_1.2,1.590345573425293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,4096,1536,8,128,4,1,power_law_1.2,1.3371007919311524
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,4,1,power_law_1.2,3.428422546386719
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,4,power_law_1.01,0.14555519819259644
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,4,power_law_1.01,0.2700767993927002
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,4,power_law_1.01,0.2916831970214844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,4,power_law_1.01,0.36159040927886965
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,4,power_law_1.01,0.393123197555542
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,4,power_law_1.01,0.544700813293457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,4,power_law_1.01,0.6527103900909423
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,4,power_law_1.01,0.6860640048980713
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,4,power_law_1.01,0.6779871940612793
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,4,power_law_1.01,0.6822751998901367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,4,power_law_1.01,0.6965439796447754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,4,power_law_1.01,0.6942431926727295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,4,power_law_1.01,0.7585951805114746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,4,power_law_1.01,0.8208415985107422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,4,power_law_1.01,0.8379039764404297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,4,power_law_1.01,0.854150390625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,4,power_law_1.01,0.9157440185546875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,4,power_law_1.01,1.055891227722168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,4,power_law_1.01,1.1876031875610351
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,4,power_law_1.01,1.4622816085815429
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,4,power_law_1.01,1.7702655792236328
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,4,1,power_law_1.2,2.3081151962280275
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,4,power_law_1.01,2.6212095260620116
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,4,power_law_1.01,3.1962175369262695
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,4,power_law_1.01,4.484073638916016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,4,power_law_1.01,5.875267028808594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,4096,1536,8,128,4,1,power_law_1.2,1.878678321838379
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,4,power_law_1.01,8.941686248779297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,4,1,power_law_1.2,3.307440185546875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,4,power_law_1.01,0.12231040000915527
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,4,power_law_1.01,0.1868000030517578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,4,power_law_1.01,0.1855936050415039
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,4,power_law_1.01,0.2459872007369995
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,4,power_law_1.01,11.332150268554688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,4,power_law_1.01,0.27346880435943605
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,4,power_law_1.01,0.3660928010940552
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,4,power_law_1.01,0.4285759925842285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,4,power_law_1.01,0.4379871845245361
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,4,power_law_1.01,0.4451712131500244
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,4,power_law_1.01,0.4612448215484619
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,4,power_law_1.01,0.4670368194580078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,4,power_law_1.01,0.482700777053833
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,4,power_law_1.01,0.5044447898864746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,4,power_law_1.01,0.5429952144622803
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,4,power_law_1.01,0.5942848205566407
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,4,power_law_1.01,0.6093215942382812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,4,power_law_1.01,0.09776319861412049
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,4,power_law_1.01,0.675926399230957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,4,power_law_1.01,0.15317120552062988
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,4,power_law_1.01,0.1579967975616455
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,4,power_law_1.01,0.8202048301696777
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,4,power_law_1.01,0.19962879419326782
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,4,power_law_1.01,0.21708159446716307
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,4,power_law_1.01,0.9787232398986816
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,4,power_law_1.01,0.2918976068496704
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,4,power_law_1.01,0.2955647945404053
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,4,power_law_1.01,1.2570655822753907
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,4,power_law_1.01,0.32004480361938475
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,4,power_law_1.01,0.3273024082183838
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,4,power_law_1.01,1.6292287826538085
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,4,power_law_1.01,2.2311424255371093
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,4,power_law_1.01,2.8565343856811523
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,4,power_law_1.01,4.03587532043457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,4,power_law_1.01,0.36396160125732424
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,4,power_law_1.01,5.429769515991211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,4,power_law_1.01,8.16876449584961
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,4,power_law_1.01,0.3943392038345337
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,4,power_law_1.01,10.634217834472656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,4,power_law_1.2,0.14833920001983641
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,4,power_law_1.01,0.41475839614868165
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,4,power_law_1.2,0.20517759323120116
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,4,power_law_1.01,0.44055681228637694
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,4,power_law_1.2,0.30256640911102295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,4,power_law_1.01,0.45731201171875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,4,power_law_1.2,0.3552479982376099
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,4,power_law_1.2,0.35009279251098635
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,4,power_law_1.01,0.48781437873840333
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,4,power_law_1.2,0.5061024188995361
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,4,power_law_1.01,0.5187424182891845
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,4,power_law_1.2,0.6290495872497559
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,4,power_law_1.01,0.573414421081543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,4,power_law_1.2,0.6498496055603027
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,4,power_law_1.2,0.6834303855895996
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,4,power_law_1.01,0.6985919952392579
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,4,power_law_1.2,0.6721727848052979
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,4,power_law_1.01,0.8023391723632812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,4,power_law_1.2,0.7205632209777832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,4,power_law_1.2,0.7665472030639648
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,4,power_law_1.01,1.036575984954834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,4,power_law_1.2,0.7625696182250976
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,4,power_law_1.01,1.2817855834960938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,4,power_law_1.2,0.8315648078918457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,4,power_law_1.2,0.8328384399414063
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,4,power_law_1.01,1.7459552764892579
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,4,power_law_1.2,0.8604895591735839
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,4,power_law_1.01,2.2751840591430663
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,4,power_law_1.2,0.9399040222167969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,4,power_law_1.2,1.0770015716552734
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,4,power_law_1.01,3.39587516784668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,4,power_law_1.2,1.2165760040283202
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,4,power_law_1.2,1.5501824378967286
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,4,power_law_1.2,1.8533855438232423
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,4,power_law_1.01,4.13656005859375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,4,power_law_1.2,2.650070381164551
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,4,power_law_1.2,3.253587341308594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,4,power_law_1.01,6.20994873046875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,4,power_law_1.01,8.298691558837891
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,4,power_law_1.2,0.11955519914627075
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,4,power_law_1.2,0.15875519514083863
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,4,power_law_1.2,0.19774719476699829
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,4,power_law_1.2,0.2296447992324829
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,4,power_law_1.2,0.26273279190063475
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,4,power_law_1.2,0.35886080265045167
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,4,power_law_1.2,0.43746237754821776
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,4,power_law_1.2,0.4368800163269043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,4,power_law_1.2,5.252652740478515
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,4,power_law_1.2,0.4364640235900879
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,4,power_law_1.2,0.45012798309326174
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,4,power_law_1.2,0.47980799674987795
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,4,power_law_1.2,0.49462080001831055
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,4,power_law_1.2,0.5198048114776611
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,4,power_law_1.2,0.5698719978332519
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,4,power_law_1.2,0.5823040008544922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,4,power_law_1.2,0.6334176063537598
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,4,power_law_1.2,0.7040671825408935
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,4,power_law_1.2,0.8481856346130371
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,4,power_law_1.2,1.0160287857055663
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,4,power_law_1.2,1.3230912208557128
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,4,1,power_law_1.2,3.0257152557373046
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,4,power_law_1.2,1.6764928817749023
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,4,power_law_1.2,7.0111839294433596
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,4,power_law_1.2,2.4599231719970702
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,4,power_law_1.2,3.044748878479004
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,4,power_law_1.2,4.193571090698242
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,4,power_law_1.2,0.09927359819412232
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,4,power_law_1.2,0.11615680456161499
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,4,power_law_1.2,0.16990079879760742
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,4,power_law_1.2,0.20598080158233642
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,4,power_law_1.2,0.23522560596466063
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,4,power_law_1.2,0.29084799289703367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,4,power_law_1.2,0.3145344018936157
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,4,power_law_1.2,5.983427047729492
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,4,power_law_1.2,0.3179712057113647
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,4,power_law_1.2,0.33308799266815187
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,4,power_law_1.2,10.52503662109375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,4,power_law_1.2,0.382806396484375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,4,power_law_1.2,0.41719999313354494
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,4,power_law_1.2,0.4240447998046875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,4,power_law_1.2,0.4343008041381836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,4,power_law_1.2,0.4765920162200928
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,4,power_law_1.2,0.49439358711242676
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,4,power_law_1.2,0.5384255886077881
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,4,power_law_1.2,0.6030720233917236
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,4,power_law_1.2,0.7349599838256836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,4,power_law_1.2,0.8190943717956543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,4,power_law_1.2,1.0867903709411622
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,4,power_law_1.2,8.692572784423827
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,4,power_law_1.2,1.3475071907043457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,4,power_law_1.2,1.91046085357666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,4,power_law_1.2,2.3485504150390626
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,4,power_law_1.2,13.357186889648437
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,4,power_law_1.2,3.3757278442382814
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,6144,2560,8,160,4,1,power_law_1.01,0.07078400254249573
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,6144,2560,8,160,4,1,power_law_1.01,0.09015039801597595
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,6144,2560,8,160,4,1,power_law_1.01,0.1419711947441101
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,6144,2560,8,160,4,1,power_law_1.01,0.2537152051925659
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,6144,2560,8,160,4,1,power_law_1.01,0.31997759342193605
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,6144,2560,8,160,4,1,power_law_1.01,0.4856287956237793
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,4,power_law_1.2,4.470198440551758
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,6144,2560,8,160,4,1,power_law_1.01,0.5190303802490235
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,6144,2560,8,160,4,1,power_law_1.01,0.5485631942749023
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,6144,2560,8,160,4,1,power_law_1.01,0.5625728130340576
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,6144,2560,8,160,4,1,power_law_1.01,0.5856192111968994
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,6144,2560,8,160,4,1,power_law_1.01,0.6066463947296142
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,6144,2560,8,160,4,1,power_law_1.01,0.6493343830108642
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,6144,2560,8,160,4,1,power_law_1.01,0.6819424152374267
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,6144,2560,8,160,4,1,power_law_1.01,0.7092160224914551
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,6144,2560,8,160,4,1,power_law_1.01,0.7580480098724365
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,6144,2560,8,160,4,1,power_law_1.01,0.7692927837371826
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,6144,2560,8,160,4,1,power_law_1.01,0.7978047847747802
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,6144,2560,8,160,4,1,power_law_1.01,0.8695584297180176
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,4,1,power_law_1.01,0.9781503677368164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,4,power_law_1.2,6.890377807617187
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,4,1,power_law_1.01,1.1722944259643555
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,4,1,power_law_1.01,1.3636351585388184
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,4,1,power_law_1.01,1.7736991882324218
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,4,1,power_law_1.01,2.186787223815918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,4,1,power_law_1.01,3.4346046447753906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,4,1,power_law_1.01,4.55283203125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,4,1,power_law_1.01,6.979417419433593
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,4,1,power_law_1.01,9.087059020996094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,4,1,power_law_1.01,0.061401599645614625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,4,1,power_law_1.01,0.07817280292510986
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,4,1,power_law_1.01,0.11022080183029175
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,4,1,power_law_1.01,0.17823679447174073
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,4,1,power_law_1.01,0.23313920497894286
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,4,1,power_law_1.01,0.35086400508880616
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,4,1,power_law_1.01,0.36986238956451417
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,4,1,power_law_1.01,0.3803807973861694
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,4,1,power_law_1.01,0.38989760875701907
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,4,1,power_law_1.01,0.4158624172210693
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,4,1,power_law_1.01,0.4530816078186035
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,4,1,power_law_1.01,0.49699201583862307
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,4,1,power_law_1.01,0.4454944133758545
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,4,1,power_law_1.01,0.46743998527526853
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,4,1,power_law_1.01,0.4992544174194336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,4,1,power_law_1.01,0.52292799949646
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,4,1,power_law_1.01,0.5768767833709717
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,4,power_law_1.2,8.56632308959961
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,4,1,power_law_1.01,0.6656832218170166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,4,1,power_law_1.01,0.0512224018573761
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,4,1,power_law_1.01,0.7602335929870605
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,4,1,power_law_1.01,0.07029759883880615
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,4,1,power_law_1.01,0.09689599871635438
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,4,1,power_law_1.01,0.9543840408325195
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,4,1,power_law_1.01,0.13714879751205444
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,4,power_law_1.2,10.926614379882812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,4,1,power_law_1.01,1.1511743545532227
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,6144,2560,8,160,4,1,power_law_1.01,0.08523200154304504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,4,1,power_law_1.01,1.5501215934753418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,6144,2560,8,160,4,1,power_law_1.01,0.1123039960861206
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,6144,2560,8,160,4,1,power_law_1.01,0.17015999555587769
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,6144,2560,8,160,4,1,power_law_1.01,0.23535358905792236
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,4,1,power_law_1.01,1.9516992568969727
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,6144,2560,8,160,4,1,power_law_1.01,0.2898911952972412
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,6144,2560,8,160,4,1,power_law_1.01,0.4278848171234131
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,6144,2560,8,160,4,1,power_law_1.01,0.44930238723754884
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,6144,2560,8,160,4,1,power_law_1.01,0.4637887954711914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,4,1,power_law_1.01,2.7722911834716797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,6144,2560,8,160,4,1,power_law_1.01,0.45821437835693357
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,4,1,power_law_1.01,0.20184319019317626
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,6144,2560,8,160,4,1,power_law_1.01,0.4742784023284912
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,4,1,power_law_1.01,0.2898848056793213
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,6144,2560,8,160,4,1,power_law_1.01,0.4731328010559082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,4,1,power_law_1.01,0.3050944089889526
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,6144,2560,8,160,4,1,power_law_1.01,0.48572478294372556
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,4,1,power_law_1.01,3.5792190551757814
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,4,1,power_law_1.01,0.31198079586029054
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,6144,2560,8,160,4,1,power_law_1.01,0.48931198120117186
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,4,1,power_law_1.01,0.31935360431671145
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,6144,2560,8,160,4,1,power_law_1.01,0.4970111846923828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,4,1,power_law_1.01,0.3280479907989502
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,4,1,power_law_1.01,0.33897600173950193
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,6144,2560,8,160,4,1,power_law_1.01,0.5100863933563232
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,4,1,power_law_1.01,0.3585119962692261
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,6144,2560,8,160,4,1,power_law_1.01,0.5125984191894531
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,4,1,power_law_1.01,0.38626561164855955
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,4,1,power_law_1.01,5.209715270996094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,6144,2560,8,160,4,1,power_law_1.01,0.5532224178314209
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,4,1,power_law_1.01,0.41753602027893066
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,6144,2560,8,160,4,1,power_law_1.01,0.6022304058074951
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,4,1,power_law_1.01,0.4622975826263428
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,6144,2560,8,160,4,1,power_law_1.01,0.6449503898620605
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,4,1,power_law_1.01,0.4998464107513428
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,6144,2560,8,160,4,1,power_law_1.01,0.7491360187530518
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,4,1,power_law_1.01,6.836224365234375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,6144,2560,8,160,4,1,power_law_1.2,0.07047680020332336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,6144,2560,8,160,4,1,power_law_1.01,0.8417887687683105
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,6144,2560,8,160,4,1,power_law_1.2,0.08974720239639282
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,6144,2560,8,160,4,1,power_law_1.2,0.140556800365448
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,6144,2560,8,160,4,1,power_law_1.01,1.0608063697814942
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,6144,2560,8,160,4,1,power_law_1.2,0.22055680751800538
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,6144,2560,8,160,4,1,power_law_1.2,0.29935359954833984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,6144,2560,8,160,4,1,power_law_1.01,1.2559840202331543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,6144,2560,8,160,4,1,power_law_1.2,0.48492159843444826
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,6144,2560,8,160,4,1,power_law_1.2,0.5162784099578858
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,6144,2560,8,160,4,1,power_law_1.2,0.5516096115112304
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,6144,2560,8,160,4,1,power_law_1.01,1.6561504364013673
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,6144,2560,8,160,4,1,power_law_1.2,0.5688704013824463
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,6144,2560,8,160,4,1,power_law_1.2,0.5944608211517334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,6144,2560,8,160,4,1,power_law_1.2,0.6233888149261475
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,6144,2560,8,160,4,1,power_law_1.01,2.059926414489746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,6144,2560,8,160,4,1,power_law_1.2,0.6748256206512451
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,6144,2560,8,160,4,1,power_law_1.2,0.6985856056213379
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,6144,2560,8,160,4,1,power_law_1.2,0.7396096229553223
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,4,1,power_law_1.01,0.6171199798583984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,6144,2560,8,160,4,1,power_law_1.01,2.858172798156738
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,6144,2560,8,160,4,1,power_law_1.2,0.7625728130340577
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,6144,2560,8,160,4,1,power_law_1.2,0.7764416217803956
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,4,1,power_law_1.01,0.7598112106323243
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,6144,2560,8,160,4,1,power_law_1.01,3.667766571044922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,4,1,power_law_1.01,0.6951583862304688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,6144,2560,8,160,4,1,power_law_1.2,0.8015456199645996
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,4,1,power_law_1.2,0.060284799337387084
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,4,1,power_law_1.2,0.07822080254554749
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,4,1,power_law_1.2,0.10971839427947998
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,6144,2560,8,160,4,1,power_law_1.2,0.906390380859375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,4,1,power_law_1.01,0.8715040206909179
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,4,1,power_law_1.2,0.1675328016281128
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,4,1,power_law_1.2,0.20688319206237793
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,4,1,power_law_1.2,0.9913375854492188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,4,1,power_law_1.01,1.0418720245361328
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,4096,1536,8,128,4,1,power_law_1.2,2.430156707763672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,4,1,power_law_1.2,0.35111041069030763
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,4,1,power_law_1.2,0.3637759923934937
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,4,1,power_law_1.2,1.1851712226867677
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,4,1,power_law_1.01,1.3884511947631837
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,4,1,power_law_1.2,0.37913920879364016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,4,1,power_law_1.2,0.05180799961090088
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,4,1,power_law_1.2,0.410975980758667
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,4,1,power_law_1.2,1.38855037689209
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,4,1,power_law_1.01,1.7445247650146485
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,4,1,power_law_1.2,0.4291391849517822
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,4,1,power_law_1.2,0.06939200162887574
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,4,1,power_law_1.2,0.455244779586792
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,4,1,power_law_1.2,0.0945855975151062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,4,1,power_law_1.2,1.7970943450927734
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,4,1,power_law_1.2,0.5021408081054688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,4,1,power_law_1.2,0.12551679611206054
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,4,1,power_law_1.01,2.443737602233887
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,4,1,power_law_1.2,0.4490047931671143
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,4,1,power_law_1.2,2.380348777770996
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,4,1,power_law_1.2,0.47963199615478513
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,4,1,power_law_1.2,0.5111807823181153
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,4,1,power_law_1.01,3.1399520874023437
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,4,1,power_law_1.2,0.5410848140716553
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,4,1,power_law_1.2,3.4672161102294923
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,4,1,power_law_1.2,0.5779007911682129
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,4,1,power_law_1.2,0.6720352172851562
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,4,1,power_law_1.01,4.539705657958985
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,4,1,power_law_1.2,0.7687935829162598
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,4,1,power_law_1.2,4.744326400756836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,4,1,power_law_1.2,0.181222403049469
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,4,1,power_law_1.2,0.9620832443237305
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,4,1,power_law_1.2,0.28381760120391847
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,4,1,power_law_1.2,0.3012959957122803
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,4,1,power_law_1.2,1.1650400161743164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,4,1,power_law_1.2,0.31370880603790285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,4,1,power_law_1.01,5.930940628051758
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,4,1,power_law_1.2,0.32454400062561034
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,4,1,power_law_1.2,0.325708794593811
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,4,1,power_law_1.2,1.5588095664978028
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,6144,2560,8,160,4,1,power_law_1.2,0.08382400274276733
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,4,1,power_law_1.2,0.34571518898010256
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,6144,2560,8,160,4,1,power_law_1.2,0.11302080154418945
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,6144,2560,8,160,4,1,power_law_1.2,0.15953600406646729
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,4,1,power_law_1.2,0.374454402923584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,6144,2560,8,160,4,1,power_law_1.2,0.20610880851745605
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,4,1,power_law_1.2,0.38828799724578855
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,6144,2560,8,160,4,1,power_law_1.2,0.2691839933395386
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,4,1,power_law_1.2,0.4157951831817627
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,6144,2560,8,160,4,1,power_law_1.2,0.4319744110107422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,4,1,power_law_1.2,1.961903953552246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,6144,2560,8,160,4,1,power_law_1.2,0.44279041290283205
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,4,1,power_law_1.2,0.46405439376831054
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,6144,2560,8,160,4,1,power_law_1.2,0.4656383991241455
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,4,1,power_law_1.2,0.5041823863983155
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,6144,2560,8,160,4,1,power_law_1.2,0.4711935997009277
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,4,1,power_law_1.2,2.778121566772461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,6144,2560,8,160,4,1,power_law_1.2,0.47341442108154297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,6144,2560,8,160,4,1,power_law_1.2,0.4855487823486328
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,6144,2560,8,160,4,1,power_law_1.2,0.5057600021362305
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,6144,2560,8,160,4,1,power_law_1.2,0.49808640480041505
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,6144,2560,8,160,4,1,power_law_1.2,0.5024223804473877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,6144,2560,8,160,4,1,power_law_1.2,0.5210207939147949
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,6144,2560,8,160,4,1,power_law_1.2,0.5340767860412597
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,6144,2560,8,160,4,1,power_law_1.2,0.5630303859710694
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,6144,2560,8,160,4,1,power_law_1.2,0.6216671943664551
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,6144,2560,8,160,4,1,power_law_1.2,0.6707007884979248
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,4,1,power_law_1.2,6.878857421875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,6144,2560,8,160,4,1,power_law_1.2,0.7664735794067383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,6144,2560,8,160,4,1,power_law_1.2,0.8679072380065918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,4,1,power_law_1.2,0.6207071781158447
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,4,1,power_law_1.2,3.5947647094726562
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,6144,2560,8,160,4,1,power_law_1.2,1.0739904403686524
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,4,1,power_law_1.2,0.7703616142272949
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,4,1,power_law_1.2,0.7097504138946533
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,6144,2560,8,160,4,1,power_law_1.2,1.2704768180847168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,4,1,power_law_1.2,0.8830368041992187
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,4,1,power_law_1.2,1.0516608238220215
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,4,1,power_law_1.2,1.3912704467773438
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,4,1,power_law_1.2,1.745699119567871
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,6144,2560,8,160,4,1,power_law_1.2,1.6787263870239257
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,4,1,power_law_1.2,2.4342111587524413
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,4,1,power_law_1.2,5.215913772583008
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,6144,2560,8,160,4,1,power_law_1.2,2.079055976867676
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,4,1,power_law_1.2,3.1420223236083986
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,4,1,power_law_1.2,8.97489242553711
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,4,power_law_1.01,0.1388319969177246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,4,power_law_1.01,0.2817728042602539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,4,power_law_1.01,0.49749441146850587
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,4,power_law_1.01,0.5193120002746582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,4,power_law_1.01,0.6660319805145264
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,4,power_law_1.01,0.8683456420898438
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,4,power_law_1.01,0.8802592277526855
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,4,power_law_1.01,1.021884822845459
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,4,power_law_1.01,1.1019552230834961
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,4,power_law_1.01,1.1485600471496582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,6144,2560,8,160,4,1,power_law_1.2,2.878771209716797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,4,power_law_1.01,1.3904352188110352
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,4,power_law_1.01,1.304736042022705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,4,power_law_1.01,1.4012800216674806
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,4,power_law_1.01,1.4101216316223144
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,4,power_law_1.01,1.4532032012939453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,4,power_law_1.01,1.4152095794677735
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,4,power_law_1.01,1.552131175994873
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,4,1,power_law_1.2,6.843603515625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,4,power_law_1.01,0.1140064001083374
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,4,power_law_1.01,1.6893087387084962
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,4,power_law_1.01,0.19312959909439087
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,4,power_law_1.01,0.3189183950424194
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,4,power_law_1.01,1.8193056106567382
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,4,power_law_1.01,0.35269439220428467
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,4,power_law_1.01,0.44527039527893064
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,4,power_law_1.01,2.003919982910156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,4,power_law_1.01,0.5510303974151611
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,4,power_law_1.01,2.3282880783081055
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,4,power_law_1.01,0.6412223815917969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,4,1,power_law_1.2,4.536611175537109
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,4,power_law_1.01,0.7089568138122558
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,4,power_law_1.01,3.006947135925293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,4,power_law_1.01,0.7201600074768066
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,4,power_law_1.01,0.7572224140167236
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,4,power_law_1.01,3.569676971435547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,4,power_law_1.01,0.9534303665161132
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,4,power_law_1.01,0.9172800064086915
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,4,power_law_1.01,0.9714303970336914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,4,power_law_1.01,4.649097442626953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,4,power_law_1.01,0.9953184127807617
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,4,power_law_1.01,0.99202880859375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,4,power_law_1.01,1.0558272361755372
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,4,power_law_1.01,6.109612655639649
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,4,power_law_1.01,1.109945583343506
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,4,power_law_1.01,1.3041855812072753
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,4,power_law_1.01,1.3965791702270507
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,4,power_law_1.01,9.034102630615234
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,4,power_law_1.01,1.680281639099121
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,4,power_law_1.01,1.9417791366577148
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,4,power_law_1.01,2.5531808853149416
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,4,power_law_1.01,3.0826656341552736
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,4,power_law_1.01,10.993814086914062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,4,power_law_1.01,0.10546560287475586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,4,power_law_1.01,0.17127039432525634
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,4,power_law_1.01,4.191123199462891
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,4,power_law_1.01,0.3148224115371704
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,4,power_law_1.01,0.33723840713500974
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,4,power_law_1.01,0.4646463871002197
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,4,power_law_1.01,0.5698495864868164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,4,power_law_1.01,5.414300918579102
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,4,power_law_1.01,0.619478416442871
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,4,power_law_1.01,0.7871071815490722
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,4,power_law_1.01,0.7835487842559814
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,4,power_law_1.01,0.7565663814544678
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,4,power_law_1.01,7.799481964111328
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,4,power_law_1.01,0.8116640090942383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,4,power_law_1.01,0.8215071678161621
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,4,power_law_1.01,0.8570591926574707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,4,power_law_1.01,0.8782464027404785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,4,power_law_1.01,0.8974368095397949
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,4,1,power_law_1.2,5.932777786254883
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,4,power_law_1.2,0.14041279554367064
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,4,power_law_1.01,10.100579071044923
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,4,power_law_1.01,0.9192640304565429
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,4,power_law_1.2,0.28248960971832277
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,4,power_law_1.2,0.11447360515594482
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,4,power_law_1.2,0.3866463899612427
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,4,power_law_1.01,0.9395872116088867
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,4,power_law_1.2,0.5153088092803955
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,4,power_law_1.2,0.19261759519577026
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,4,power_law_1.01,1.0311296463012696
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,4,power_law_1.2,0.25006399154663084
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,4,power_law_1.2,0.6904736042022706
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,4,power_law_1.01,1.1968864440917968
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,4,power_law_1.2,0.3228928089141846
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,4,power_law_1.2,0.8477631568908691
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,4,power_law_1.2,0.4328000068664551
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,4,power_law_1.01,1.3891231536865234
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,4,power_law_1.2,0.9557567596435547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,4,power_law_1.2,0.5364448070526123
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,4,power_law_1.01,1.596275234222412
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,4,power_law_1.2,1.1897120475769043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,4,power_law_1.2,0.621615982055664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,4,power_law_1.2,1.1772704124450684
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,4,power_law_1.01,2.019558334350586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,4,power_law_1.2,0.7764256000518799
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,4,power_law_1.2,1.10697603225708
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,4,power_law_1.2,0.7760543823242188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,4,power_law_1.01,2.486454391479492
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,4,power_law_1.2,1.3416383743286133
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,4,power_law_1.2,0.7280735969543457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,4,power_law_1.2,1.2964320182800293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,4,power_law_1.2,0.9097120285034179
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,4,power_law_1.01,3.4248767852783204
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,4,power_law_1.2,0.935148811340332
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,4,power_law_1.2,1.325273609161377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,4,power_law_1.2,0.9425919532775879
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,4,power_law_1.2,1.438105583190918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,4,power_law_1.2,1.0115839958190918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,4,power_law_1.01,4.417795181274414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,4,power_law_1.2,1.4576992034912108
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,4,power_law_1.2,1.0244223594665527
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,4,power_law_1.2,1.450492763519287
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,4,power_law_1.2,1.0771679878234863
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,6144,2560,8,160,4,1,power_law_1.2,3.6831424713134764
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,4,power_law_1.2,1.6132064819335938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,4,power_law_1.2,1.1428895950317384
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,4,power_law_1.2,0.1059615969657898
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,4,power_law_1.01,6.1617790222167965
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,4,power_law_1.2,0.1718943953514099
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,4,power_law_1.2,1.2913248062133789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,4,power_law_1.2,1.6999967575073243
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,4,power_law_1.2,0.2571647882461548
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,4,power_law_1.2,0.3356384038925171
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,4,power_law_1.2,1.443286418914795
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,4,power_law_1.2,1.8112863540649413
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,4,power_law_1.2,0.4465888023376465
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,4,power_law_1.2,1.7528768539428712
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,4,power_law_1.2,2.1138368606567384
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,4,power_law_1.2,0.5567232131958008
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,4,power_law_1.2,0.6450240135192871
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,4,power_law_1.2,2.0519392013549806
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,4,power_law_1.01,7.888614654541016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,4,power_law_1.2,2.465398406982422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,4,1,power_law_1.01,0.07306879758834839
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,4,power_law_1.2,0.7823455810546875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,4,1,power_law_1.01,0.09279680252075195
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,4,power_law_1.2,2.6441280364990236
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,4,power_law_1.2,0.784716796875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,4,power_law_1.2,3.1017663955688475
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,4,1,power_law_1.01,0.13381439447402954
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,4,1,power_law_1.01,0.2787552118301392
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,4,power_law_1.2,0.7466527938842773
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,4,power_law_1.2,3.2142913818359373
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,4,1,power_law_1.01,0.44719362258911133
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,4,power_law_1.2,0.7761951923370362
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,4,power_law_1.2,3.6924095153808594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,4,1,power_law_1.01,0.610972785949707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,4,power_law_1.2,0.8573887825012207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,4,1,power_law_1.01,0.7340352058410644
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,4,power_law_1.2,0.8007935523986817
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,4,power_law_1.2,4.499046325683594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,4,1,power_law_1.01,0.9290847778320312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,4,power_law_1.2,4.917891311645508
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,4,power_law_1.2,0.8227392196655273
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,4,1,power_law_1.01,0.9690591812133789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,4,power_law_1.2,0.8624032020568848
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,4,1,power_law_1.01,0.9902144432067871
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,4,power_law_1.2,0.8712991714477539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,4,power_law_1.2,5.7530559539794925
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,4,1,power_law_1.01,1.0472224235534668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,4,power_law_1.2,6.363507080078125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,4,power_law_1.2,0.9743647575378418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,4,1,power_law_1.01,1.0959424018859862
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,4,power_law_1.2,1.0807807922363282
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,4,1,power_law_1.01,1.1295583724975586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,4,power_law_1.2,1.2117119789123536
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,4,1,power_law_1.01,1.2014944076538085
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,4,power_law_1.2,8.284047698974609
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,4,power_law_1.2,1.4102399826049805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,4,1,power_law_1.01,1.2763711929321289
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,4,power_law_1.2,9.688240051269531
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,4,power_law_1.2,1.6582304000854493
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,4,1,power_law_1.01,1.3467840194702148
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,4,power_law_1.2,2.1062463760375976
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,4,1,power_law_1.01,1.3656959533691406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,4,1,power_law_1.01,1.4828031539916993
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,4,power_law_1.2,2.5752511978149415
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,4,power_law_1.2,10.521571350097656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,4,1,power_law_1.01,0.06480960249900818
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,4,1,power_law_1.01,1.574835205078125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,4,1,power_law_1.01,0.08203200101852418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,4,power_law_1.2,11.782758331298828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,4,1,power_law_1.01,0.10933120250701904
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,4,1,power_law_1.01,1.7499231338500976
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,4,power_law_1.2,3.608598327636719
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,4,1,power_law_1.01,0.19592959880828859
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,4,1,power_law_1.01,0.3152127981185913
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,4,1,power_law_1.01,1.9583263397216797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,4,1,power_law_1.01,0.44119038581848147
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,4,1,power_law_1.01,0.06412799954414368
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,4,1,power_law_1.01,0.07758399844169617
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,4,1,power_law_1.01,0.5251296043395997
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,4,power_law_1.2,4.449958419799804
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,4,1,power_law_1.01,2.3064159393310546
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,4,1,power_law_1.01,0.10886080265045166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,4,1,power_law_1.01,0.6574368000030517
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,4,1,power_law_1.01,0.19246079921722412
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,4,1,power_law_1.01,0.6700575828552247
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,4,1,power_law_1.01,0.3395136117935181
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,4,1,power_law_1.01,3.0128576278686525
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,4,1,power_law_1.01,0.6961408138275147
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,4,1,power_law_1.01,0.4825439929962158
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,4,power_law_1.2,6.1862751007080075
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,4,1,power_law_1.01,0.7359072208404541
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,4,1,power_law_1.01,0.5755775928497314
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,4,1,power_law_1.01,4.650191879272461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,4,1,power_law_1.01,0.6945919990539551
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,4,1,power_law_1.01,0.7591455936431885
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,4,1,power_law_1.01,0.7296671867370605
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,4,1,power_law_1.01,0.7963871955871582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,4,1,power_law_1.01,0.7626207828521728
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,4,1,power_law_1.01,0.8702495574951172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,4,1,power_law_1.01,5.3099712371826175
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,4,1,power_law_1.01,0.7844927787780762
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,4,power_law_1.2,8.346025848388672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,4,1,power_law_1.01,0.9423711776733399
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,4,1,power_law_1.01,0.8107295989990234
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,4,1,power_law_1.01,1.0102144241333009
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,7168,2048,8,384,4,1,power_law_1.01,0.113372802734375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,4,1,power_law_1.01,0.8133119583129883
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,7168,2048,8,384,4,1,power_law_1.01,0.13536959886550903
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,4,1,power_law_1.01,0.9235712051391601
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,7168,2048,8,384,4,1,power_law_1.01,0.19268159866333007
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,4,1,power_law_1.01,0.8536447525024414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,4,1,power_law_1.01,7.723478698730469
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,4,1,power_law_1.01,1.0226752281188964
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,7168,2048,8,384,4,1,power_law_1.01,0.2774847984313965
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,4,1,power_law_1.01,0.8830495834350586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,7168,2048,8,384,4,1,power_law_1.01,0.41202559471130373
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,4,1,power_law_1.01,1.1272064208984376
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,4,1,power_law_1.01,0.9062527656555176
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,7168,2048,8,384,4,1,power_law_1.01,0.5447391986846923
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,4,1,power_law_1.01,1.3077568054199218
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,7168,2048,8,384,4,1,power_law_1.01,0.6012800216674805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,4,1,power_law_1.01,0.9346528053283691
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,7168,2048,8,384,4,1,power_law_1.01,0.7812032222747802
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,4,1,power_law_1.01,1.500972843170166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,4,1,power_law_1.01,1.0247200012207032
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,7168,2048,8,384,4,1,power_law_1.01,0.7919104099273682
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,4,1,power_law_1.01,9.578447723388672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,4,1,power_law_1.01,1.111734390258789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,4,1,power_law_1.2,0.07341759800910949
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,4,1,power_law_1.01,1.890278434753418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,7168,2048,8,384,4,1,power_law_1.01,0.8048352241516114
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,4,1,power_law_1.2,0.0921887993812561
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,4,1,power_law_1.2,0.13463679552078248
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,4,1,power_law_1.01,1.2789088249206544
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,7168,2048,8,384,4,1,power_law_1.01,0.8416159629821778
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,4,1,power_law_1.2,0.2744640111923218
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,4,1,power_law_1.01,2.2705631256103516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,4,1,power_law_1.2,0.3971519947052002
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,4,1,power_law_1.01,1.433737564086914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,7168,2048,8,384,4,1,power_law_1.01,0.8647040367126465
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,4,1,power_law_1.2,0.5612671852111817
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,7168,2048,8,384,4,1,power_law_1.01,0.875267219543457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,4,1,power_law_1.01,3.046143913269043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,4,1,power_law_1.01,1.7747648239135743
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,4,1,power_law_1.2,0.6801631927490235
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,7168,2048,8,384,4,1,power_law_1.01,0.898799991607666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,4,1,power_law_1.2,0.9156736373901367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,4,1,power_law_1.01,2.127769660949707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,7168,2048,8,384,4,1,power_law_1.01,0.9269472122192383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,4,1,power_law_1.2,0.9495807647705078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,4,1,power_law_1.01,3.8313121795654297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,7168,2048,8,384,4,1,power_law_1.01,0.9478816032409668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,4,1,power_law_1.2,0.9719200134277344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,7168,2048,8,384,4,1,power_law_1.01,0.9646368026733398
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,4,1,power_law_1.01,2.8106016159057616
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,4,1,power_law_1.2,1.020025634765625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,7168,2048,8,384,4,1,power_law_1.01,1.0183456420898438
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,4,1,power_law_1.01,5.399248123168945
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,4,1,power_law_1.2,1.0877984046936036
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,7168,2048,8,384,4,1,power_law_1.01,1.0688896179199219
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,4,1,power_law_1.01,3.4910369873046876
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,4,1,power_law_1.2,1.1219231605529785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,7168,2048,8,384,4,1,power_law_1.01,1.1917375564575194
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,4,1,power_law_1.2,1.2139103889465332
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,7168,2048,8,384,4,1,power_law_1.01,1.281270408630371
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,4,1,power_law_1.01,6.9633628845214846
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,4,1,power_law_1.01,4.839446258544922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,4,1,power_law_1.2,1.2996319770812987
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,4,1,power_law_1.2,0.06439999938011169
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,7168,2048,8,384,4,1,power_law_1.01,1.5356736183166504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,4,1,power_law_1.2,0.08234879970550538
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,4,1,power_law_1.2,0.10953600406646728
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,4,1,power_law_1.2,1.3617247581481933
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,4,1,power_law_1.2,0.19497599601745605
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,4,1,power_law_1.2,1.3977472305297851
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,4,1,power_law_1.2,0.2930592060089111
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,7168,2048,8,384,4,1,power_law_1.01,1.7270496368408204
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,4,1,power_law_1.2,0.4082304000854492
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,4,1,power_law_1.2,1.497216033935547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,4,1,power_law_1.01,6.186928176879883
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,4,1,power_law_1.2,0.464521598815918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,7168,2048,8,384,4,1,power_law_1.01,2.1620767593383787
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,4,1,power_law_1.2,1.5777728080749511
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,4,1,power_law_1.2,0.6366687774658203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,4,1,power_law_1.2,1.7913984298706054
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,4,1,power_law_1.2,0.06370880007743836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,4,1,power_law_1.2,0.6628128051757812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,4,1,power_law_1.2,0.07777600288391114
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,7168,2048,8,384,4,1,power_law_1.01,2.595267105102539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,4,1,power_law_1.2,0.6814080238342285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,4,1,power_law_1.2,0.10924479961395264
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,4,1,power_law_1.2,2.013574409484863
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,4,1,power_law_1.2,0.19252480268478395
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,4,1,power_law_1.2,0.7179488182067871
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,4,1,power_law_1.2,0.30686399936676023
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,4,1,power_law_1.2,2.4578847885131836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,4,1,power_law_1.2,0.7692927837371826
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,7168,2048,8,384,4,1,power_law_1.01,3.434073638916016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,4,1,power_law_1.2,0.44054398536682127
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,4,1,power_law_1.2,0.8064288139343262
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,4,1,power_law_1.2,0.5325664043426513
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,4,1,power_law_1.2,3.0551071166992188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,4,1,power_law_1.2,0.8794848442077636
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,4,1,power_law_1.2,0.6853151798248291
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,4,1,power_law_1.2,0.9661919593811035
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,4,1,power_law_1.2,0.7188767910003662
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,7168,2048,8,384,4,1,power_law_1.01,4.287881469726562
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,4,1,power_law_1.2,4.128611373901367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,4,1,power_law_1.2,1.0270303726196288
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,4,1,power_law_1.2,0.7463840007781982
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,4,1,power_law_1.2,0.9442879676818847
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,7168,2048,8,384,4,1,power_law_1.2,0.11336959600448608
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,4,1,power_law_1.2,0.7732800006866455
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,7168,2048,8,384,4,1,power_law_1.2,0.1352255940437317
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,4,1,power_law_1.2,1.0573056221008301
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,4,1,power_law_1.2,0.7978208065032959
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,7168,2048,8,384,4,1,power_law_1.2,0.18555200099945068
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,4,1,power_law_1.2,5.514863967895508
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,4,1,power_law_1.2,1.143996810913086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,7168,2048,8,384,4,1,power_law_1.2,0.27770559787750243
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,4,1,power_law_1.2,0.8150912284851074
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,4,1,power_law_1.2,1.3501343727111816
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,7168,2048,8,384,4,1,power_law_1.2,0.3862623929977417
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,4,1,power_law_1.2,0.844326400756836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,7168,2048,8,384,4,1,power_law_1.2,0.49283199310302733
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,4,1,power_law_1.2,1.5479647636413574
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,4,1,power_law_1.2,0.8658016204833985
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,7168,2048,8,384,4,1,power_law_1.2,0.5533984184265137
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,4,1,power_law_1.2,7.772016143798828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,4,1,power_law_1.2,0.915772819519043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,4,1,power_law_1.2,1.9369983673095703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,7168,2048,8,384,4,1,power_law_1.2,0.7446784019470215
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,7168,2048,8,384,4,1,power_law_1.2,0.787334394454956
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,4,1,power_law_1.2,0.9511584281921387
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,4,1,power_law_1.2,2.3275360107421874
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,4,1,power_law_1.2,1.0370623588562011
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,7168,2048,8,384,4,1,power_law_1.2,0.7820032119750977
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,7168,2048,8,384,4,1,power_law_1.2,0.8266240119934082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,4,1,power_law_1.2,1.1232224464416505
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,4,1,power_law_1.2,3.105673599243164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,4,1,power_law_1.2,9.700032043457032
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,7168,2048,8,384,4,1,power_law_1.2,0.8494463920593261
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,4,1,power_law_1.2,1.3194368362426758
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,7168,2048,8,384,4,1,power_law_1.2,0.8648511886596679
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,4,1,power_law_1.2,1.4740127563476562
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,4,power_law_1.01,0.06111360192298889
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,4,1,power_law_1.2,3.8995006561279295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,4,power_law_1.01,0.07995520234107971
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,7168,2048,8,384,4,1,power_law_1.2,0.8968031883239747
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,4,power_law_1.01,0.08568320274353028
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,4,power_law_1.01,0.11634240150451661
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,4,1,power_law_1.2,1.8300960540771485
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,7168,2048,8,384,4,1,power_law_1.2,0.9147199630737305
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,4,power_law_1.01,0.12854080200195311
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,4,power_law_1.01,0.17558720111846923
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,7168,2048,8,384,4,1,power_law_1.2,0.9275839805603028
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,4,power_law_1.01,0.19871360063552856
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,4,power_law_1.01,0.20724799633026122
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,4,1,power_law_1.2,2.1846527099609374
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,7168,2048,8,384,4,1,power_law_1.2,0.9635487556457519
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,4,power_law_1.01,0.2076864004135132
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,4,1,power_law_1.2,5.4775745391845705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,4,power_law_1.01,0.2071295976638794
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,4,power_law_1.01,0.21757121086120607
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,4,power_law_1.01,0.21996159553527833
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,4,1,power_law_1.2,2.870044708251953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,7168,2048,8,384,4,1,power_law_1.2,1.0456607818603516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,4,power_law_1.01,0.2255295991897583
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,4,power_law_1.01,0.23835840225219726
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,7168,2048,8,384,4,1,power_law_1.2,1.098851203918457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,4,power_law_1.01,0.2417855978012085
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,4,1,power_law_1.2,7.033865356445313
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,7168,2048,8,384,4,1,power_law_1.2,1.248793601989746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,4,power_law_1.01,0.2674175977706909
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,4,power_law_1.01,0.0498879998922348
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,4,power_law_1.01,0.06951680183410644
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,4,power_law_1.01,0.28698880672454835
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,4,power_law_1.01,0.07117760181427002
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,4,1,power_law_1.2,3.54516487121582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,7168,2048,8,384,4,1,power_law_1.2,1.338803195953369
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,4,power_law_1.01,0.0889855980873108
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,4,power_law_1.01,0.33124480247497556
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,4,power_law_1.01,0.10084480047225952
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,4,power_law_1.01,0.12416960000991821
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,4,power_law_1.01,0.36944639682769775
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,7168,2048,8,384,4,1,power_law_1.2,1.5831392288208008
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,4,power_law_1.01,0.15273599624633788
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,4,power_law_1.01,0.5007359981536865
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,4,power_law_1.01,0.1565824031829834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,4,power_law_1.01,0.15459200143814086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,7168,2048,8,384,4,1,power_law_1.2,1.7944896697998047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,4,power_law_1.01,0.5936927795410156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,4,power_law_1.01,0.16023999452590942
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,4,1,power_law_1.2,4.870534515380859
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,4,power_law_1.01,0.16480640172958375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,4,power_law_1.01,0.8136159896850585
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,4,power_law_1.01,0.16892160177230836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,4,power_law_1.01,0.17238399982452393
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,7168,2048,8,384,4,1,power_law_1.2,2.2332479476928713
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,4,power_law_1.01,1.0078751564025878
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,4,power_law_1.01,0.18314239978790284
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,4,power_law_1.01,0.1974112033843994
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,4,power_law_1.01,1.4435551643371582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,4,power_law_1.01,0.20682880878448487
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,7168,2048,8,384,4,1,power_law_1.2,2.651408004760742
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,4,1,power_law_1.2,6.209068679809571
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,4,power_law_1.2,0.06071360111236572
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,4,power_law_1.01,0.232422399520874
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,4,power_law_1.01,1.911359977722168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,4,power_law_1.2,0.072079998254776
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,4,power_law_1.2,0.08590400218963623
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,4,power_law_1.01,0.282425594329834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,4,power_law_1.2,0.10295360088348389
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,4,power_law_1.2,0.12426559925079346
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,4,power_law_1.01,0.33340480327606203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,4,power_law_1.2,0.1749567985534668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,7168,2048,8,384,4,1,power_law_1.2,3.4728416442871093
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,4,power_law_1.01,2.66243839263916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,4,power_law_1.01,0.4363071918487549
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,4,power_law_1.2,0.19766080379486084
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,4,power_law_1.2,0.20986559391021728
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,4,power_law_1.01,0.5441184043884277
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,4,power_law_1.2,0.2076512098312378
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,4,power_law_1.01,0.7508543968200684
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,4,power_law_1.2,0.21098558902740477
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,4,power_law_1.01,3.6155841827392576
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,4,power_law_1.2,0.21739521026611328
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,4,power_law_1.01,0.944819164276123
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,4,power_law_1.2,0.045388799905776975
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,4,power_law_1.2,0.22247679233551027
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,4,power_law_1.2,0.06338880062103272
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,7168,2048,8,384,4,1,power_law_1.2,4.322959899902344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,4,power_law_1.2,0.08318079710006714
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,4,power_law_1.2,0.22710399627685546
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,4,power_law_1.2,0.08880000114440918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,4,power_law_1.01,1.3447392463684082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,4,power_law_1.2,0.23966081142425538
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,4,power_law_1.2,0.10013760328292846
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,4,power_law_1.2,0.12045439481735229
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,4,power_law_1.2,0.26350719928741456
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,4,power_law_1.2,0.15069760084152223
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,2688,1856,6,128,4,1,power_law_1.01,0.024460799992084503
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,4,power_law_1.2,0.2646143913269043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,4,power_law_1.01,1.7753599166870118
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,2688,1856,6,128,4,1,power_law_1.01,0.036959999799728395
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,4,power_law_1.2,0.1512223958969116
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,2688,1856,6,128,4,1,power_law_1.01,0.0531391978263855
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,4,power_law_1.2,0.15847040414810182
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,4,power_law_1.2,0.287337589263916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,2688,1856,6,128,4,1,power_law_1.01,0.07804800271987915
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,4,power_law_1.2,0.15921599864959718
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,2688,1856,6,128,4,1,power_law_1.01,0.09705600142478943
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,4,power_law_1.2,0.33696959018707273
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,4,power_law_1.2,0.1666815996170044
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,2688,1856,6,128,4,1,power_law_1.01,0.15948480367660522
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,4,power_law_1.01,2.6096063613891602
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,4,power_law_1.2,0.16977599859237671
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,2688,1856,6,128,4,1,power_law_1.01,0.16517759561538697
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,4,power_law_1.2,0.39323840141296384
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,4,power_law_1.2,0.17779840230941774
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,2688,1856,6,128,4,1,power_law_1.01,0.1673472046852112
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,4,power_law_1.2,0.49615039825439455
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,4,power_law_1.2,0.1877951979637146
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,2688,1856,6,128,4,1,power_law_1.01,0.16829440593719483
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,2688,1856,6,128,4,1,power_law_1.01,0.1717087984085083
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,4,power_law_1.2,0.20188479423522948
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,4,power_law_1.2,0.6281792163848877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,4,power_law_1.01,3.523855972290039
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,2688,1856,6,128,4,1,power_law_1.01,0.18675199747085572
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,4,power_law_1.2,0.21498560905456543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,2688,1856,6,128,4,1,power_law_1.01,0.1922335982322693
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,4,power_law_1.2,0.8199135780334472
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,2688,1856,6,128,4,1,power_law_1.01,0.19739840030670167
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,4,power_law_1.2,0.24091200828552245
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,2688,1856,6,128,4,1,power_law_1.01,0.2022559881210327
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,4,power_law_1.2,0.29062399864196775
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,4,power_law_1.2,1.0882719993591308
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,4,1,power_law_1.01,0.023919999599456787
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,2688,1856,6,128,4,1,power_law_1.01,0.21912639141082763
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,4,1,power_law_1.01,0.029392001032829285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,4,power_law_1.2,0.34956159591674807
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,4,1,power_law_1.01,0.047007998824119566
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,2688,1856,6,128,4,1,power_law_1.01,0.2236191987991333
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,4,1,power_law_1.01,0.06510080099105835
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,4,power_law_1.2,0.44429759979248046
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,4,1,power_law_1.01,0.08698239922523499
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,2688,1856,6,128,4,1,power_law_1.01,0.24997758865356445
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,4,1,power_law_1.01,0.11605759859085082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,4,power_law_1.2,0.5533664226531982
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,2688,1856,6,128,4,1,power_law_1.01,0.2726272106170654
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,4,1,power_law_1.01,0.2974208116531372
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,4,1,power_law_1.01,0.12345919609069825
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,4,power_law_1.2,1.5005023956298829
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,4,1,power_law_1.01,0.36584959030151365
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,4,1,power_law_1.01,0.12522239685058595
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,4,power_law_1.2,0.7940800189971924
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,4,1,power_law_1.01,0.13156160116195678
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,4,1,power_law_1.01,0.4226463794708252
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,4,1,power_law_1.01,0.13704639673233032
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,4,power_law_1.2,1.0163264274597168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,4,1,power_law_1.01,0.556387186050415
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,4,1,power_law_1.01,0.14617600440979003
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,4,1,power_law_1.01,0.14547200202941896
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,4,1,power_law_1.01,0.6853536128997803
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,4,1,power_law_1.01,0.14979519844055175
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,4,1,power_law_1.01,0.15319360494613649
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,4,power_law_1.2,1.4879648208618164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,4,power_law_1.2,1.9622655868530274
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,4,1,power_law_1.01,0.9516384124755859
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,4,1,power_law_1.01,0.16712960004806518
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,4,1,power_law_1.01,0.17668160200119018
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,4,power_law_1.2,1.848806381225586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,4,1,power_law_1.01,1.212723159790039
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,4,1,power_law_1.01,0.19489599466323854
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,4,1,power_law_1.01,0.2246943950653076
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,4,1,power_law_1.01,1.7285375595092773
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,4,1,power_law_1.01,0.25423359870910645
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,4,1,power_law_1.01,0.3188607931137085
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,4,1,power_law_1.01,0.38355839252471924
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,4,1,power_law_1.01,2.2414560317993164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,4,1,power_law_1.01,0.5168896198272706
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,2688,1856,6,128,4,1,power_law_1.2,0.024188800156116484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,4,power_law_1.2,2.6585695266723635
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,2688,1856,6,128,4,1,power_law_1.2,0.038467198610305786
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,4,1,power_law_1.01,0.6447264194488526
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,2688,1856,6,128,4,1,power_law_1.2,0.05275840163230896
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,2688,1856,6,128,4,1,power_law_1.2,0.07393919825553893
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,2688,1856,6,128,4,1,power_law_1.2,0.09176959991455078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,4,1,power_law_1.01,0.90829439163208
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,2688,1856,6,128,4,1,power_law_1.2,0.15913920402526854
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,2688,1856,6,128,4,1,power_law_1.2,0.16506240367889405
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,2688,1856,6,128,4,1,power_law_1.2,0.1673375964164734
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,4,1,power_law_1.01,1.1670592308044434
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,2688,1856,6,128,4,1,power_law_1.2,0.16838719844818115
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,2688,1856,6,128,4,1,power_law_1.2,0.17691839933395387
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,2688,1856,6,128,4,1,power_law_1.2,0.19553920030593872
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,4,power_law_1.2,2.896380805969238
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,4,1,power_law_1.01,1.6911296844482422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,2688,1856,6,128,4,1,power_law_1.2,0.19775359630584716
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,2688,1856,6,128,4,1,power_law_1.2,0.19970240592956542
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,2688,1856,6,128,4,1,power_law_1.2,0.20732479095458983
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,4,1,power_law_1.01,2.215337562561035
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,2688,1856,6,128,4,1,power_law_1.2,0.21396799087524415
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,4,1,power_law_1.2,0.023865599930286408
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,4,1,power_law_1.2,0.03741759955883026
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,2688,1856,6,128,4,1,power_law_1.2,0.24534399509429933
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,4,1,power_law_1.2,0.04651840031147003
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,4,1,power_law_1.2,0.06393280029296874
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,2688,1856,6,128,4,1,power_law_1.2,0.2552896022796631
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,4,1,power_law_1.2,0.07971199750900268
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,4,power_law_1.2,3.9351070404052733
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,2688,1856,6,128,4,1,power_law_1.2,0.276963210105896
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,4,1,power_law_1.2,0.11496959924697876
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,4,power_law_1.2,3.872694396972656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,4,1,power_law_1.2,0.12124160528182984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,4,1,power_law_1.2,0.30226879119873046
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,4,1,power_law_1.2,0.12760640382766725
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,4,power_law_1.01,0.28638079166412356
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,4,1,power_law_1.2,0.13378239870071412
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,4,1,power_law_1.2,0.37320001125335694
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,4,1,power_law_1.2,0.13923519849777222
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,4,power_law_1.01,0.4931136131286621
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,4,1,power_law_1.2,0.43228797912597655
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,4,1,power_law_1.2,0.1461951971054077
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,4,1,power_law_1.2,0.14708479642868041
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,4,power_law_1.01,0.188265597820282
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,4,power_law_1.01,0.5208320140838623
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,4,1,power_law_1.2,0.15224000215530395
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,4,1,power_law_1.2,0.5663519859313965
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,4,1,power_law_1.2,0.16031359434127807
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,4,power_law_1.01,0.3301568031311035
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,4,power_law_1.01,0.6649407863616943
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,4,1,power_law_1.2,0.7013984203338623
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,4,1,power_law_1.2,0.17314560413360597
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,4,power_law_1.01,0.3314784049987793
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,4,power_law_1.01,0.8332192420959472
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,4,1,power_law_1.2,0.18302079439163207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,4,1,power_law_1.2,0.9606592178344726
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,4,1,power_law_1.2,0.20219841003417968
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,4,power_law_1.01,0.4694399833679199
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,4,power_law_1.01,1.1146464347839355
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,4,1,power_law_1.2,0.23071680068969727
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,4,power_law_1.01,0.6007967948913574
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,4,1,power_law_1.2,0.2573280096054077
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,4,power_law_1.01,1.149225616455078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,4,1,power_law_1.2,1.2299327850341797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,4,1,power_law_1.2,0.32478721141815187
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,4,power_law_1.01,0.7945568084716796
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,4,power_law_1.01,1.1972127914428712
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,4,1,power_law_1.2,0.38806719779968263
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,4,power_law_1.01,0.8135680198669434
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,4,power_law_1.01,1.1743552207946777
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,4,1,power_law_1.2,0.5211167812347413
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,4,power_law_1.01,0.8006943702697754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,4,power_law_1.01,1.1988256454467774
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,4,1,power_law_1.2,0.652294397354126
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,4,power_law_1.01,0.8451680183410645
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,4,power_law_1.01,1.3172639846801757
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,4,power_law_1.01,0.8574527740478516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,4,1,power_law_1.2,0.9144063949584961
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,4,power_law_1.01,1.5379551887512206
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,4,power_law_1.01,0.9839615821838379
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,4,power_law_1.01,1.6055904388427735
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,4,power_law_1.01,1.1882975578308106
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,4,1,power_law_1.2,1.1738847732543944
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,4,power_law_1.01,1.6318880081176759
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,4,power_law_1.01,1.1992735862731934
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,4,power_law_1.01,1.2642527580261231
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,4,power_law_1.01,1.7138080596923828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,4,power_law_1.01,1.348355197906494
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,4,1,power_law_1.2,1.7006240844726563
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,4,power_law_1.01,1.7817216873168946
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,4,power_law_1.01,1.4152640342712401
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,4,1,power_law_1.2,1.7382144927978516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,4,power_law_1.01,1.9178464889526368
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,4,power_law_1.01,1.5877792358398437
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,4,power_law_1.01,2.2166175842285156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,4,power_law_1.01,1.8602432250976562
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,4,power_law_1.01,2.473532867431641
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,4,power_law_1.01,2.1947168350219726
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,4,1,power_law_1.2,2.2586496353149412
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,4,power_law_1.01,3.089894485473633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,4,power_law_1.01,2.8034175872802733
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,4,power_law_1.01,0.19464319944381714
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,4,power_law_1.01,0.32553279399871826
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,4,power_law_1.01,3.68798713684082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,4,power_law_1.01,3.3750110626220704
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,4,power_law_1.01,0.33542718887329104
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,4,power_law_1.01,0.44591679573059084
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,4,power_law_1.01,0.6356800079345704
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,4,power_law_1.01,4.826742553710938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,4,power_law_1.01,4.610483169555664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,4,power_law_1.01,0.8306048393249512
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,4,power_law_1.01,0.875164794921875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,4,power_law_1.01,0.8665056228637695
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,4,power_law_1.01,0.8873663902282715
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,4,power_law_1.01,6.0531455993652346
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,4,power_law_1.01,5.7917022705078125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,4,power_law_1.01,0.8932000160217285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,4,power_law_1.01,0.9252287864685058
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,4,power_law_1.01,1.0073408126831054
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,4,power_law_1.01,1.0139712333679198
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,4,power_law_1.01,8.322128295898438
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,4,power_law_1.01,1.0430047988891602
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,4,power_law_1.01,8.809426879882812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,4,power_law_1.01,1.1227423667907714
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,4,power_law_1.01,1.206054401397705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,4,power_law_1.01,1.318511962890625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,4,power_law_1.01,1.571235179901123
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,4,power_law_1.01,11.028272247314453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,4,power_law_1.01,1.820470428466797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,4,power_law_1.01,11.384633636474609
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,4,power_law_1.01,2.376380729675293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,4,power_law_1.01,2.8535295486450196
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,4,1,power_law_1.2,2.2266368865966797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,4,power_law_1.01,3.873209762573242
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,4,power_law_1.01,15.662237548828125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,4,power_law_1.2,0.28694078922271726
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,4,power_law_1.01,16.772467041015624
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,4,power_law_1.2,0.3663455963134766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,4,power_law_1.2,0.5055840015411377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,4,power_law_1.2,0.6608448028564453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,4,power_law_1.01,5.059052658081055
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,4,power_law_1.2,0.8259519577026367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,4,power_law_1.2,1.1856927871704102
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,4,power_law_1.2,1.1618656158447265
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,4,power_law_1.2,1.142255973815918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,4,power_law_1.01,7.115516662597656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,4,power_law_1.2,1.1596320152282715
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,4,power_law_1.2,1.2220191955566406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,4,power_law_1.01,20.835548400878906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,4,power_law_1.2,0.18765759468078613
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,4,power_law_1.2,1.3216992378234864
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,4,power_law_1.2,0.26236801147460936
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,4,power_law_1.01,23.23877410888672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,4,power_law_1.2,1.5951904296875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,4,power_law_1.2,0.3334399938583374
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,4,power_law_1.2,1.650057601928711
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,4,power_law_1.01,9.175679779052734
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,4,power_law_1.2,0.4351679801940918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,4,power_law_1.2,1.7275199890136719
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,4,power_law_1.2,0.5661952018737793
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,4,power_law_1.2,1.793836784362793
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,4,power_law_1.2,0.7959839820861816
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,4,power_law_1.2,0.7969215869903564
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,4,power_law_1.2,1.8789535522460938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,4,power_law_1.2,0.8115391731262207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,4,power_law_1.2,1.999135971069336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,4,power_law_1.2,0.8465151786804199
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,4,power_law_1.2,0.19412800073623657
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,4,power_law_1.2,0.873043155670166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,4,power_law_1.2,0.25331199169158936
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,4,power_law_1.2,2.2518239974975587
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,4,power_law_1.2,0.9839360237121582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,4,power_law_1.01,13.151753234863282
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,4,power_law_1.2,0.32445440292358396
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,4,power_law_1.2,1.1844544410705566
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,4,power_law_1.2,2.5668352127075194
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,4,power_law_1.2,0.4380864143371582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,4,power_law_1.2,1.2236224174499513
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,4,power_law_1.2,0.5841440200805664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,4,power_law_1.2,3.2761600494384764
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,4,power_law_1.2,1.3249759674072266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,4,power_law_1.2,0.8968000411987305
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,4,power_law_1.2,0.811564826965332
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,4,power_law_1.2,1.3832799911499023
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,4,power_law_1.2,0.8412223815917969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,4,power_law_1.2,3.8538593292236327
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,4,power_law_1.2,1.4980704307556152
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,4,power_law_1.2,0.8719231605529785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,4,power_law_1.2,1.6352031707763672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,4,power_law_1.2,0.8975296020507812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,4,power_law_1.2,0.9427776336669922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,4,power_law_1.01,17.310832214355468
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,4,power_law_1.2,5.134915161132812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,4,power_law_1.2,1.935513687133789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,4,power_law_1.2,0.9726943969726562
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,2688,22,512,4,1,power_law_1.01,0.08414400219917298
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,4,power_law_1.2,1.0099455833435058
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,4,power_law_1.2,2.229408073425293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,2688,22,512,4,1,power_law_1.01,0.15744320154190064
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,4,power_law_1.2,1.0925951957702638
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,2688,22,512,4,1,power_law_1.01,0.27371199131011964
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,4,power_law_1.2,6.637030029296875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,4,power_law_1.2,2.8879552841186524
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,4,power_law_1.2,1.1591936111450196
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,2688,22,512,4,1,power_law_1.01,0.44996161460876466
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,2688,22,512,4,1,power_law_1.01,0.6171487808227539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,4,power_law_1.2,1.1971327781677246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,4,power_law_1.2,3.501055908203125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,2688,22,512,4,1,power_law_1.01,1.0151840209960938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,4,power_law_1.2,1.351203155517578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,2688,22,512,4,1,power_law_1.01,1.0863072395324707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,2688,22,512,4,1,power_law_1.01,1.1265855789184571
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,4,power_law_1.2,1.5878047943115234
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,4,power_law_1.2,9.611280059814453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,4,power_law_1.2,4.812777709960938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,2688,22,512,4,1,power_law_1.01,1.168233585357666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,4,power_law_1.2,1.8745952606201173
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,2688,22,512,4,1,power_law_1.01,1.1836383819580079
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,2688,22,512,4,1,power_law_1.01,1.264195156097412
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,4,power_law_1.2,2.389443206787109
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,4,power_law_1.2,6.195779037475586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,2688,22,512,4,1,power_law_1.01,1.3393792152404784
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,2688,22,512,4,1,power_law_1.01,1.4186752319335938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,4,power_law_1.2,12.6880126953125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,4,power_law_1.2,2.945427131652832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,2688,22,512,4,1,power_law_1.01,1.5907487869262695
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,2688,22,512,4,1,power_law_1.01,1.7645887374877929
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,4,power_law_1.2,8.31921615600586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,4,power_law_1.2,3.9227519989013673
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,2688,22,512,4,1,power_law_1.01,1.960550308227539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,2688,22,512,4,1,power_law_1.01,2.3506048202514647
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,2688,22,512,4,1,power_law_1.01,1.727280044555664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,4,power_law_1.2,5.100924682617188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,4,1,power_law_1.01,1.8986431121826173
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,4,power_law_1.2,11.395148468017577
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,4,power_law_1.2,19.151177978515626
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,4,1,power_law_1.01,2.3151615142822264
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,4,power_law_1.2,7.302486419677734
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,4,1,power_law_1.01,2.6513023376464844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,4,1,power_law_1.01,3.7796897888183594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,4,power_law_1.2,9.36305923461914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,4,power_law_1.2,17.079551696777344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,4,1,power_law_1.01,4.615423965454101
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,4,1,power_law_1.01,7.814425659179688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,4,1,power_law_1.01,9.425791931152343
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,4,power_law_1.2,22.971449279785155
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,4,power_law_1.2,13.634605407714844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,4,1,power_law_1.01,0.08062719702720642
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,4,1,power_law_1.01,0.11484479904174805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,4,1,power_law_1.01,0.1886080026626587
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,4,1,power_law_1.01,0.3155904054641724
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,4,1,power_law_1.01,0.4369344234466553
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,4,1,power_law_1.01,13.831494140625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,4,1,power_law_1.01,0.6973983764648437
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,4,1,power_law_1.01,0.7509151935577393
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,4,power_law_1.2,25.923001098632813
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,4,1,power_law_1.01,0.779801607131958
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,4,1,power_law_1.01,0.7979423999786377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,4096,2688,22,512,4,1,power_law_1.01,0.17423360347747802
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,4,1,power_law_1.01,0.8340543746948242
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,4096,2688,22,512,4,1,power_law_1.01,0.22990400791168214
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,4096,2688,22,512,4,1,power_law_1.01,0.3183552026748657
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,4,1,power_law_1.01,0.9068096160888672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,4096,2688,22,512,4,1,power_law_1.01,0.45631041526794436
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,4,1,power_law_1.01,0.9795328140258789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,4096,2688,22,512,4,1,power_law_1.01,0.5698495864868164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,4,1,power_law_1.01,1.0579551696777343
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,4096,2688,22,512,4,1,power_law_1.01,0.8720543861389161
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,4,1,power_law_1.01,1.2020671844482422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,4,1,power_law_1.01,17.542892456054688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,2688,22,512,4,1,power_law_1.2,0.08330240249633789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,4096,2688,22,512,4,1,power_law_1.01,0.9245183944702149
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,4,1,power_law_1.01,1.3455936431884765
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,2688,22,512,4,1,power_law_1.2,0.1584288001060486
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,4096,2688,22,512,4,1,power_law_1.01,0.9305695533752442
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,4,1,power_law_1.01,1.5019519805908204
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,2688,22,512,4,1,power_law_1.2,0.27134079933166505
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,4096,2688,22,512,4,1,power_law_1.01,0.9680064201354981
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,2688,22,512,4,1,power_law_1.2,0.4096320152282715
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,4,1,power_law_1.01,1.7932416915893554
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,4,power_law_1.2,17.610675048828124
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,4096,2688,22,512,4,1,power_law_1.01,0.9677087783813476
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,2688,22,512,4,1,power_law_1.2,0.5620639801025391
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,4,1,power_law_1.01,1.4268287658691405
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,4096,2688,22,512,4,1,power_law_1.01,1.0113727569580078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,2688,22,512,4,1,power_law_1.2,0.9900480270385742
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,4,1,power_law_1.01,1.6264608383178711
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,4096,2688,22,512,4,1,power_law_1.01,1.026921558380127
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,2688,22,512,4,1,power_law_1.2,1.0720064163208007
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,4,1,power_law_1.2,0.07089279890060425
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,4096,2688,22,512,4,1,power_law_1.01,1.0359871864318848
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,2688,22,512,4,1,power_law_1.2,1.118233585357666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,4,1,power_law_1.01,2.0356639862060546
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,4096,2688,22,512,4,1,power_law_1.01,1.0702336311340332
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,4,1,power_law_1.2,0.11659840345382691
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,2688,22,512,4,1,power_law_1.2,1.1691231727600098
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,4,1,power_law_1.2,0.19177279472351075
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,4096,2688,22,512,4,1,power_law_1.01,1.0961600303649903
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,2688,22,512,4,1,power_law_1.2,1.1991488456726074
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,4,1,power_law_1.01,2.4410879135131838
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,4,1,power_law_1.2,0.29481279850006104
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,4096,2688,22,512,4,1,power_law_1.01,1.1050047874450684
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,2688,22,512,4,1,power_law_1.2,1.2793343544006348
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,4,1,power_law_1.2,0.39688959121704104
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,4096,2688,22,512,4,1,power_law_1.01,1.1748224258422852
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,2688,22,512,4,1,power_law_1.2,1.3676992416381837
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,4,1,power_law_1.2,0.6937151908874511
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,4,1,power_law_1.01,3.2520736694335937
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,4096,2688,22,512,4,1,power_law_1.01,1.3302975654602052
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,2688,22,512,4,1,power_law_1.2,1.4739935874938965
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,4,1,power_law_1.2,0.7431359767913819
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,2688,22,512,4,1,power_law_1.2,1.6480159759521484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,4096,2688,22,512,4,1,power_law_1.01,1.4757920265197755
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,4,1,power_law_1.2,0.7772607803344727
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,4,1,power_law_1.01,4.072409439086914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,4,1,power_law_1.2,0.820406436920166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,2688,22,512,4,1,power_law_1.2,1.840822410583496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,4096,2688,22,512,4,1,power_law_1.01,1.7444671630859374
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,4,1,power_law_1.2,0.8556832313537598
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,2688,22,512,4,1,power_law_1.2,2.0287071228027345
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,4,1,power_law_1.2,0.9188320159912109
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,4096,2688,22,512,4,1,power_law_1.01,1.982032012939453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,4,1,power_law_1.2,1.0113887786865234
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,2688,22,512,4,1,power_law_1.2,2.400284767150879
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,4,1,power_law_1.01,5.696198272705078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,4,1,power_law_1.2,1.097052764892578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,2688,22,512,4,1,power_law_1.2,1.7662111282348634
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,4096,2688,22,512,4,1,power_law_1.01,2.48656005859375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,4,1,power_law_1.2,1.2422207832336425
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,4,1,power_law_1.2,1.9961759567260742
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,4,1,power_law_1.2,1.4023200035095216
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,4096,2688,22,512,4,1,power_law_1.01,2.9994880676269533
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,4,1,power_law_1.2,1.546016025543213
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,4,1,power_law_1.2,2.3643775939941407
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,4,1,power_law_1.01,7.325539398193359
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,4,1,power_law_1.2,1.839308738708496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,4,1,power_law_1.2,2.9939199447631837
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,4096,2688,22,512,4,1,power_law_1.01,4.000035095214844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,4,1,power_law_1.2,1.4714336395263672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,4,1,power_law_1.2,1.6666015625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,4,1,power_law_1.2,3.451615905761719
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,4,1,power_law_1.01,10.620246124267577
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,4096,2688,22,512,4,1,power_law_1.01,4.998908615112304
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,4,1,power_law_1.2,2.071327972412109
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,4,1,power_law_1.2,5.5319263458251955
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,4,1,power_law_1.2,2.4789567947387696
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,4096,2688,22,512,4,1,power_law_1.01,7.004000091552735
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,4,1,power_law_1.2,3.288777542114258
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,4,1,power_law_1.2,7.370646667480469
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,4,1,power_law_1.01,13.882575988769531
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,4096,2688,22,512,4,1,power_law_1.2,0.1702239990234375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,4096,2688,22,512,4,1,power_law_1.2,0.2119488000869751
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,4,1,power_law_1.2,4.108083343505859
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,4096,2688,22,512,4,1,power_law_1.2,0.31335361003875734
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,4096,2688,22,512,4,1,power_law_1.2,0.4135551929473877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,4,1,power_law_1.2,9.753590393066407
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,4096,2688,22,512,4,1,power_law_1.01,8.95184326171875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,4096,2688,22,512,4,1,power_law_1.2,0.5281792163848877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,8,power_law_1.01,0.1575935959815979
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,4,1,power_law_1.2,5.736777496337891
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,4096,2688,22,512,4,1,power_law_1.2,0.8389663696289062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,4096,2688,22,512,4,1,power_law_1.2,0.9103327751159668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,4096,2688,22,512,4,1,power_law_1.2,0.948857593536377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,4096,2688,22,512,4,1,power_law_1.2,0.9713824272155762
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,4096,2688,22,512,4,1,power_law_1.2,0.9804224014282227
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,8,power_law_1.01,0.2804608106613159
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,4,1,power_law_1.2,7.35750732421875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,8,power_law_1.01,0.2938751935958862
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,8,power_law_1.01,0.29507200717926024
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,4096,2688,22,512,4,1,power_law_1.2,1.0278240203857423
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,8,power_law_1.01,0.29130239486694337
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,4,1,power_law_1.2,13.533171081542969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,8,power_law_1.01,0.29192960262298584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,8,power_law_1.01,0.29523839950561526
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,8,power_law_1.01,0.2981343984603882
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,4096,2688,22,512,4,1,power_law_1.2,1.0469887733459473
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,8,power_law_1.01,0.3221247911453247
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,8,power_law_1.01,0.3313728094100952
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,8,power_law_1.01,0.3370048046112061
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,4096,2688,22,512,4,1,power_law_1.2,1.050979232788086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,8,power_law_1.01,0.35683839321136473
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,8,power_law_1.01,0.36105918884277344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,4096,2688,22,512,4,1,power_law_1.2,1.1180128097534179
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,8,power_law_1.01,0.3781248092651367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,8,power_law_1.01,0.41059198379516604
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,8,power_law_1.01,0.44051198959350585
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,4096,2688,22,512,4,1,power_law_1.2,1.1292256355285644
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,8,power_law_1.01,0.48281278610229494
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,4096,2688,22,512,4,1,power_law_1.2,1.160262393951416
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,4096,2688,22,512,4,1,power_law_1.2,1.2281951904296875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,8,power_law_1.01,0.68537278175354
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,4,1,power_law_1.2,10.657292938232422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,4096,2688,22,512,4,1,power_law_1.2,1.377724838256836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,4096,2688,22,512,4,1,power_law_1.2,1.5135487556457519
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,8,power_law_1.01,0.8130368232727051
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,4096,2688,22,512,4,1,power_law_1.2,1.7865888595581054
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,4096,2688,22,512,4,1,power_law_1.2,2.0146976470947267
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,4,1,power_law_1.2,17.347398376464845
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,8,power_law_1.01,0.14023679494857788
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,8,power_law_1.01,1.209260845184326
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,4096,2688,22,512,4,1,power_law_1.2,2.5145824432373045
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,4096,2688,22,512,4,1,power_law_1.2,3.027654457092285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,8,power_law_1.01,1.5435808181762696
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,8,power_law_1.01,0.2276992082595825
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,8,power_law_1.01,0.2384511947631836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,8,power_law_1.01,0.23716480731964112
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,8,power_law_1.01,0.24252800941467284
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,8,power_law_1.01,0.24447040557861327
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,8,power_law_1.01,0.2497407913208008
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,4,1,power_law_1.2,13.907801818847656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,4096,2688,22,512,4,1,power_law_1.2,4.005068969726563
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,8,power_law_1.01,0.2546560049057007
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,8,power_law_1.01,0.2634687900543213
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,8,power_law_1.01,0.2666624069213867
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,8,power_law_1.01,0.2756927967071533
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,8,power_law_1.01,0.2941663980484009
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,8,power_law_1.01,0.3022624015808105
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,8,power_law_1.01,0.3367487907409668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,8,power_law_1.01,0.3504863977432251
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,8,power_law_1.01,2.247488021850586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,8,power_law_1.01,0.39584639072418215
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,8,power_law_1.01,0.39394240379333495
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,8,power_law_1.01,0.6804543972015381
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,4096,2688,22,512,4,1,power_law_1.2,4.979475021362305
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,1,8,power_law_1.01,0.12019519805908203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,8,power_law_1.01,0.8004927635192871
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,1,8,power_law_1.01,0.12348480224609375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,1,8,power_law_1.01,0.1390239953994751
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,1,8,power_law_1.01,0.13927680253982544
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,1,8,power_law_1.01,0.13916159868240358
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,8,power_law_1.01,3.142278480529785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,1,8,power_law_1.01,0.14042880535125732
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,1,8,power_law_1.01,0.144867205619812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,1,8,power_law_1.01,0.14506560564041138
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,1,8,power_law_1.01,0.15489920377731323
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,1,8,power_law_1.01,0.16625920534133912
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,1,8,power_law_1.01,0.17662080526351928
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,1,8,power_law_1.01,0.19376959800720214
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,1,8,power_law_1.01,0.2003648042678833
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,8,power_law_1.01,1.1293087959289552
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,1,8,power_law_1.01,0.23399040699005128
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,1,8,power_law_1.01,0.26210238933563235
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,1,8,power_law_1.01,0.29876160621643066
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,1,8,power_law_1.01,0.32803199291229246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,1,8,power_law_1.01,0.4911231994628906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,4096,2688,22,512,4,1,power_law_1.2,6.962928009033203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,8,power_law_1.01,1.5168831825256348
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,1,8,power_law_1.01,0.5976191997528076
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,1,8,power_law_1.01,0.8228608131408691
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,4096,2688,22,512,4,1,power_law_1.2,8.952281951904297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,8,power_law_1.2,0.157151997089386
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,8,power_law_1.2,0.28331520557403567
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,8,power_law_1.2,0.2915839910507202
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,8,power_law_1.2,0.2931999921798706
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,8,power_law_1.2,0.29774401187896726
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,8,power_law_1.2,0.29863998889923093
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,8,power_law_1.2,0.2980319976806641
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,8,power_law_1.2,0.30525119304656984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,8,power_law_1.2,0.3159327983856201
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,8,power_law_1.01,5.811078262329102
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,8,power_law_1.2,0.3287008047103882
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,8,power_law_1.2,0.34539840221405027
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,1,8,power_law_1.01,1.1225472450256349
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,8,power_law_1.2,0.356112003326416
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,8,power_law_1.01,2.295414352416992
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,8,power_law_1.2,0.3678431987762451
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,8,power_law_1.2,0.39053120613098147
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,8,power_law_1.2,0.4177375793457031
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,8,power_law_1.2,0.4511807918548584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,8,power_law_1.01,2.6979679107666015
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,8,power_law_1.2,0.48891520500183105
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,8,power_law_1.2,0.70032958984375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,8,power_law_1.2,0.7954368114471435
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,8,power_law_1.2,1.2120960235595704
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,1,8,power_law_1.01,1.6665536880493164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,8,power_law_1.01,4.507846450805664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,8,power_law_1.01,7.806063842773438
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,8,power_law_1.2,1.6266687393188477
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,8,power_law_1.2,2.735977554321289
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,8,power_law_1.01,12.731289672851563
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,1,8,power_law_1.01,2.1294431686401367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,8,power_law_1.01,6.594438171386718
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,8,power_law_1.2,3.5211776733398437
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,1,8,power_law_1.01,3.12969913482666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,8,power_law_1.01,10.177574157714844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,8,power_law_1.01,18.280819702148438
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,8,power_law_1.2,0.1395135998725891
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,8,power_law_1.2,0.22500479221343994
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,8,power_law_1.2,0.23402559757232666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,8,power_law_1.2,0.23798398971557616
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,8,power_law_1.2,0.2393887996673584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,8,power_law_1.2,0.24984641075134278
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,8,power_law_1.2,0.2475584030151367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,8,power_law_1.2,0.2574847936630249
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,1,8,power_law_1.01,4.1877281188964846
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,8,power_law_1.2,0.2593280076980591
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,8,power_law_1.2,0.2659104108810425
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,8,power_law_1.2,0.27767679691314695
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,8,power_law_1.2,6.049071884155273
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,8,power_law_1.2,0.28853440284729004
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,8,power_law_1.2,0.30249600410461425
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,8,power_law_1.2,0.3337696075439453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,8,power_law_1.2,0.3538559913635254
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,8,power_law_1.2,0.4039167881011963
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,8,power_law_1.2,0.42721920013427733
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,8,power_law_1.2,0.6437280178070068
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,8,power_law_1.2,0.7878496170043945
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,1,8,power_law_1.01,6.382854461669922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,8,power_law_1.2,1.1104960441589355
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,8,power_law_1.2,1.5908479690551758
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,8,power_law_1.2,2.3191904067993163
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,8,power_law_1.2,8.458287811279297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,8,power_law_1.2,2.9957439422607424
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,1,8,power_law_1.01,8.377410888671875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,1,8,power_law_1.2,0.11936320066452026
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,1,8,power_law_1.2,0.12344000339508057
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,1,8,power_law_1.2,0.13799359798431396
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,1,8,power_law_1.2,0.13981759548187256
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,1,8,power_law_1.2,0.13954880237579345
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,1,8,power_law_1.2,0.13788479566574097
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,1,8,power_law_1.2,0.1450495958328247
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,1,8,power_law_1.2,0.14625600576400757
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,1,8,power_law_1.2,0.15510400533676147
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,1,8,power_law_1.2,0.16692479848861694
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,1,8,power_law_1.2,0.17928320169448853
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,1,8,power_law_1.2,0.20089919567108155
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,1,8,power_law_1.2,0.20771520137786864
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,1,8,power_law_1.2,0.2338495969772339
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,1,8,power_law_1.2,0.25608320236206056
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,1,8,power_law_1.2,0.2906752109527588
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,1,8,power_law_1.2,0.32756800651550294
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,1,8,power_law_1.2,0.49530878067016604
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,1,8,power_law_1.2,0.5722815990447998
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,8,power_law_1.01,16.871417236328124
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,14336,2,8,8,1,power_law_1.01,0.05257599949836731
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,14336,2,8,8,1,power_law_1.01,0.06085439920425415
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,14336,2,8,8,1,power_law_1.01,0.06509439945220948
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,14336,2,8,8,1,power_law_1.01,0.08008959889411926
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,14336,2,8,8,1,power_law_1.01,0.11330560445785523
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,14336,2,8,8,1,power_law_1.01,0.11295360326766968
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,14336,2,8,8,1,power_law_1.01,0.11449600458145141
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,14336,2,8,8,1,power_law_1.01,0.11630719900131226
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,14336,2,8,8,1,power_law_1.01,0.1181439995765686
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,14336,2,8,8,1,power_law_1.01,0.11957119703292847
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,14336,2,8,8,1,power_law_1.01,0.12254719734191895
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,14336,2,8,8,1,power_law_1.01,0.12826240062713623
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,8,power_law_1.2,4.658566284179687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,14336,2,8,8,1,power_law_1.01,0.13083200454711913
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,14336,2,8,8,1,power_law_1.01,0.14219520092010499
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,14336,2,8,8,1,power_law_1.01,0.14765440225601195
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,14336,2,8,8,1,power_law_1.01,0.17138559818267823
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,14336,2,8,8,1,power_law_1.01,0.21202559471130372
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,14336,2,8,8,1,power_law_1.01,0.24830079078674316
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,8,1,power_law_1.01,0.29270401000976565
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,1,8,power_law_1.2,0.8585439682006836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,8,1,power_law_1.01,0.3979423999786377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,8,1,power_law_1.01,0.492252779006958
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,1,8,power_law_1.2,1.1312191963195801
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,8,1,power_law_1.01,0.6825727939605712
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,8,1,power_law_1.01,0.8820704460144043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,8,power_law_1.2,6.2057537078857425
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,1,8,power_law_1.2,1.6804031372070312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,8,1,power_law_1.01,1.254873561859131
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,8,power_law_1.2,14.034416198730469
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,1,8,power_law_1.2,2.118646430969238
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,8,1,power_law_1.01,1.6322559356689452
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,1,8,power_law_1.2,3.239094543457031
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,8,power_law_1.2,11.967823791503907
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,1,8,power_law_1.2,4.174028778076172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,8,1,power_law_1.01,2.3852672576904297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,8,power_law_1.2,18.245164489746095
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,8,1,power_law_1.01,0.04568960070610047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,8,1,power_law_1.01,0.05437440276145935
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,8,1,power_law_1.01,0.05737599730491638
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,8,1,power_law_1.01,0.06735360026359558
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,8,1,power_law_1.01,0.08416960239410401
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,8,1,power_law_1.01,0.08514879941940308
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,8,1,power_law_1.01,0.08670719861984252
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,8,1,power_law_1.01,0.08780800104141236
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,8,1,power_law_1.01,0.09196799993515015
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,8,1,power_law_1.01,0.09560959935188293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,8,1,power_law_1.01,0.10316799879074097
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,8,1,power_law_1.01,0.11181759834289551
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,8,1,power_law_1.01,0.12226560115814208
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,8,1,power_law_1.01,0.13957439661026
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,8,1,power_law_1.01,0.1452448010444641
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,8,1,power_law_1.01,0.16668800115585328
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,8,1,power_law_1.01,0.1828544020652771
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,8,1,power_law_1.01,0.22610878944396973
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,8,1,power_law_1.01,0.2724128007888794
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,8,1,power_law_1.01,0.36735360622406005
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,8,1,power_law_1.01,0.454252815246582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,8,1,power_law_1.01,3.3685375213623048
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,8,1,power_law_1.01,0.0546176016330719
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,8,1,power_law_1.01,0.05237119793891907
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,8,1,power_law_1.01,0.05900480151176453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,8,1,power_law_1.01,0.06450560092926025
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,8,1,power_law_1.01,0.06511679887771607
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,8,1,power_law_1.01,0.066457599401474
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,8,1,power_law_1.01,0.06705600023269653
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,8,1,power_law_1.01,0.0678816020488739
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,8,1,power_law_1.01,0.06920959949493408
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,8,1,power_law_1.01,0.07178879976272583
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,8,1,power_law_1.01,0.076009601354599
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,8,1,power_law_1.01,0.09580479860305786
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,8,1,power_law_1.01,0.1019327998161316
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,8,1,power_law_1.01,0.11178560256958008
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,8,1,power_law_1.01,0.12020800113677979
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,8,1,power_law_1.01,0.12603839635848998
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,8,1,power_law_1.01,0.1307423949241638
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,8,1,power_law_1.01,0.17167999744415283
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,8,1,power_law_1.01,0.6384416103363038
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,8,power_law_1.2,17.675074768066406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,4096,14336,2,8,8,1,power_law_1.01,0.039868798851966855
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,4096,14336,2,8,8,1,power_law_1.01,0.0502623975276947
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,4096,14336,2,8,8,1,power_law_1.01,0.05491840243339539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,4096,14336,2,8,8,1,power_law_1.01,0.06678400039672852
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,4096,14336,2,8,8,1,power_law_1.01,0.06850559711456299
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,4096,14336,2,8,8,1,power_law_1.01,0.06848319768905639
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,4096,14336,2,8,8,1,power_law_1.01,0.06721600294113159
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,4096,14336,2,8,8,1,power_law_1.01,0.06895040273666382
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,4096,14336,2,8,8,1,power_law_1.01,0.06893119812011719
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,4096,14336,2,8,8,1,power_law_1.01,0.06785600185394287
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,4096,14336,2,8,8,1,power_law_1.01,0.06730239987373351
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,8,1,power_law_1.01,0.21156480312347412
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,4096,14336,2,8,8,1,power_law_1.01,0.06960639953613282
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,4096,14336,2,8,8,1,power_law_1.01,0.07024959921836853
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,4096,14336,2,8,8,1,power_law_1.01,0.07780799865722657
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,4096,14336,2,8,8,1,power_law_1.01,0.08464639782905578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,8,1,power_law_1.01,0.28211519718170164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,4096,14336,2,8,8,1,power_law_1.01,0.08700159788131714
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,4096,14336,2,8,8,1,power_law_1.01,0.09241920113563537
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,4096,14336,2,8,8,1,power_law_1.01,0.10678399801254272
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,4096,14336,2,8,8,1,power_law_1.01,0.12212799787521363
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,8,1,power_law_1.01,0.8265631675720215
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,4096,14336,2,8,8,1,power_law_1.01,0.14301120042800902
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,8,1,power_law_1.01,0.36427199840545654
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,4096,14336,2,8,8,1,power_law_1.01,0.16879680156707763
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,1,8,power_law_1.2,6.309628677368164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,8,1,power_law_1.01,0.5049856185913086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,4096,14336,2,8,8,1,power_law_1.01,0.22018239498138428
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,8,1,power_law_1.01,0.6509312152862549
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,4096,14336,2,8,8,1,power_law_1.01,0.2668832063674927
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,8,1,power_law_1.01,0.9362048149108887
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,8,1,power_law_1.01,1.1940863609313965
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,8,1,power_law_1.01,1.573158359527588
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,4096,14336,2,8,8,1,power_law_1.01,0.37312319278717043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,8,1,power_law_1.01,1.2227935791015625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,8,1,power_law_1.01,2.313007926940918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,8,1,power_law_1.01,1.799567985534668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,1,8,power_law_1.2,8.341532897949218
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,14336,2,8,8,1,power_law_1.2,0.05196160078048706
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,14336,2,8,8,1,power_law_1.2,0.061312001943588254
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,14336,2,8,8,1,power_law_1.2,0.06714239716529846
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,14336,2,8,8,1,power_law_1.2,0.08103359937667846
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,14336,2,8,8,1,power_law_1.2,0.1133344054222107
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,14336,2,8,8,1,power_law_1.2,0.11369919776916504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,14336,2,8,8,1,power_law_1.2,0.11534080505371094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,14336,2,8,8,1,power_law_1.2,0.11617599725723267
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,14336,2,8,8,1,power_law_1.2,0.1185215950012207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,14336,2,8,8,1,power_law_1.2,0.11958080530166626
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,14336,2,8,8,1,power_law_1.2,0.12177920341491699
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,14336,2,8,8,1,power_law_1.2,0.12701120376586914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,14336,2,8,8,1,power_law_1.2,0.13005119562149048
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,14336,2,8,8,1,power_law_1.2,0.1397088050842285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,14336,2,8,8,1,power_law_1.2,0.14731520414352417
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,14336,2,8,8,1,power_law_1.2,0.1764672040939331
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,14336,2,8,8,1,power_law_1.2,0.2076319932937622
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,14336,2,8,8,1,power_law_1.2,0.24478719234466553
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,8,1,power_law_1.2,0.29326400756835935
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,8,1,power_law_1.2,0.3864959955215454
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,4096,14336,2,8,8,1,power_law_1.01,0.47199039459228515
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,8,1,power_law_1.2,0.4818560123443604
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,8,1,power_law_1.01,2.3818336486816407
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,8,1,power_law_1.2,0.0451231986284256
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,8,1,power_law_1.2,0.0546783983707428
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,8,1,power_law_1.2,0.057411199808120726
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,8,1,power_law_1.2,0.06798719763755798
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,8,1,power_law_1.2,0.08339840173721313
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,8,1,power_law_1.2,0.08400319814682007
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,8,1,power_law_1.2,0.0861024022102356
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,8,1,power_law_1.2,0.08753920197486878
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,8,1,power_law_1.2,0.08932480216026306
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,8,1,power_law_1.2,0.09256960153579712
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,8,1,power_law_1.2,0.10365760326385498
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,8,1,power_law_1.2,0.6810400009155273
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,8,1,power_law_1.2,0.11144319772720337
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,8,1,power_law_1.2,0.12061760425567628
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,8,1,power_law_1.2,0.14253439903259277
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,8,1,power_law_1.2,0.14445760250091552
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,8,1,power_law_1.2,0.1710047960281372
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,8,1,power_law_1.2,0.17942399978637696
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,8,1,power_law_1.2,0.863212776184082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,8,1,power_law_1.2,0.229420804977417
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,8,1,power_law_1.01,3.047417640686035
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,8,1,power_law_1.2,0.048204800486564635
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,8,1,power_law_1.2,0.05279039740562439
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,8,1,power_law_1.2,0.05791680216789245
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,8,1,power_law_1.2,0.06435840129852295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,8,1,power_law_1.2,0.2752863883972168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,8,1,power_law_1.2,0.06439039707183838
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,8,1,power_law_1.2,0.06588159799575806
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,4096,14336,2,8,8,1,power_law_1.01,0.6741471767425538
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,8,1,power_law_1.2,0.0668287992477417
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,8,1,power_law_1.2,0.06746559739112853
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,8,1,power_law_1.2,0.06831679940223694
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,8,1,power_law_1.2,0.0694208025932312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,8,1,power_law_1.2,0.07149760127067566
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,8,1,power_law_1.2,0.09400320053100586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,8,1,power_law_1.2,0.10306240320205688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,8,1,power_law_1.2,0.11172800064086914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,8,1,power_law_1.2,0.11923199892044067
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,8,1,power_law_1.2,0.12497279644012452
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,8,1,power_law_1.2,0.13417279720306396
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,8,1,power_law_1.2,0.17030080556869506
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,8,1,power_law_1.2,0.36653120517730714
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,8,1,power_law_1.2,0.21080639362335205
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,8,1,power_law_1.2,0.45793919563293456
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,8,1,power_law_1.2,0.2788095951080322
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,8,1,power_law_1.2,1.2438143730163573
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,8,1,power_law_1.2,0.3607840061187744
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,8,1,power_law_1.2,0.6451424121856689
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,8,1,power_law_1.2,0.50698881149292
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,8,1,power_law_1.2,0.8316672325134278
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,8,1,power_law_1.2,1.6185888290405273
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,8,1,power_law_1.2,0.6443583965301514
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,4096,14336,2,8,8,1,power_law_1.01,0.8789631843566894
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,4096,14336,2,8,8,1,power_law_1.2,0.03922559916973114
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,4096,14336,2,8,8,1,power_law_1.2,0.049497601389884946
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,4096,14336,2,8,8,1,power_law_1.2,0.057929599285125734
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,4096,14336,2,8,8,1,power_law_1.2,0.06773759722709656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,4096,14336,2,8,8,1,power_law_1.2,0.06679360270500183
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,4096,14336,2,8,8,1,power_law_1.2,0.06792320013046264
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,4096,14336,2,8,8,1,power_law_1.2,0.06732800006866455
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,4096,14336,2,8,8,1,power_law_1.2,0.06795520186424256
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,4096,14336,2,8,8,1,power_law_1.2,0.06792320013046264
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,4096,14336,2,8,8,1,power_law_1.2,0.06660479903221131
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,4096,14336,2,8,8,1,power_law_1.2,0.06769599914550781
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,4096,14336,2,8,8,1,power_law_1.2,0.06937919855117798
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,4096,14336,2,8,8,1,power_law_1.2,0.07219840288162231
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,4096,14336,2,8,8,1,power_law_1.2,0.07631360292434693
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,4096,14336,2,8,8,1,power_law_1.2,0.08568959832191467
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,8,1,power_law_1.2,1.2044480323791504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,4096,14336,2,8,8,1,power_law_1.2,0.08564159870147706
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,4096,14336,2,8,8,1,power_law_1.2,0.09373760223388672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,4096,14336,2,8,8,1,power_law_1.2,0.10600320100784302
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,8,1,power_law_1.2,0.9362336158752441
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,4096,14336,2,8,8,1,power_law_1.2,0.11651519536972046
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,4096,14336,2,8,8,1,power_law_1.2,0.14143359661102295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,4096,14336,2,8,8,1,power_law_1.2,0.16773120164871216
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,4096,14336,2,8,8,1,power_law_1.2,0.2205280065536499
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,8,1,power_law_1.2,1.5760383605957031
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,8,1,power_law_1.2,1.2231455802917481
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,4096,14336,2,8,8,1,power_law_1.2,0.27026240825653075
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,8,1,power_law_1.2,2.4259807586669924
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,4096,14336,2,8,8,1,power_law_1.2,0.37265279293060305
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,8,1,power_law_1.2,1.8032800674438476
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,8,1,power_law_1.2,2.324076843261719
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,4096,14336,2,8,8,1,power_law_1.2,0.47565441131591796
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,8,1,power_law_1.2,3.1773279190063475
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,8,power_law_1.01,0.20788800716400146
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,8,power_law_1.01,0.35233919620513915
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,8,power_law_1.01,0.3735296010971069
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,8,power_law_1.01,0.36978559494018554
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,8,power_law_1.01,0.37259840965270996
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,8,power_law_1.01,0.3658911943435669
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,8,power_law_1.01,0.38172800540924073
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,8,power_law_1.01,0.3881472110748291
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,8,power_law_1.01,0.4072768211364746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,8,power_law_1.01,0.4369152069091797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,8,power_law_1.01,0.4459680080413818
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,8,power_law_1.01,0.4582335948944092
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,8,power_law_1.01,0.46815037727355957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,8,power_law_1.01,0.5103903770446777
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,8,power_law_1.01,0.5483456134796143
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,8,power_law_1.01,0.5944479942321778
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,8,power_law_1.01,0.6551936149597168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,8,power_law_1.01,1.0385919570922852
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,8,power_law_1.01,1.3710111618041991
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,8,power_law_1.01,1.9227519989013673
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,8,power_law_1.01,2.427631950378418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,8,power_law_1.01,4.390047836303711
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,4096,14336,2,8,8,1,power_law_1.2,0.678329610824585
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,8,power_law_1.01,5.8457183837890625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,8,power_law_1.01,10.214256286621094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,8,1,power_law_1.2,2.375049591064453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,8,power_law_1.01,0.17520639896392823
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,8,power_law_1.01,0.27219839096069337
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,8,power_law_1.01,0.2831552028656006
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,8,power_law_1.01,0.2877471923828125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,8,power_law_1.01,0.2872767925262451
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,8,power_law_1.01,0.3023616075515747
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,8,power_law_1.01,0.3040735960006714
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,8,power_law_1.01,0.31910719871521
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,8,power_law_1.01,0.33508479595184326
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,8,power_law_1.01,0.3349184036254883
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,8,power_law_1.01,0.35044159889221194
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,8,power_law_1.01,0.3749216079711914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,8,power_law_1.01,0.39443199634552
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,8,power_law_1.01,0.44319682121276854
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,8,1,power_law_1.2,3.0672672271728514
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,8,power_law_1.01,0.5079423904418945
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,8,power_law_1.01,0.543446397781372
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,8,power_law_1.01,0.628380823135376
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,8,power_law_1.01,1.0132127761840821
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,8,power_law_1.01,13.131510925292968
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,8,power_law_1.01,1.2866175651550293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,8,power_law_1.01,1.8291263580322266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,8,power_law_1.01,2.4803775787353515
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,8,power_law_1.01,3.5407360076904295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,1,8,power_law_1.01,0.1475648045539856
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,1,8,power_law_1.01,0.16167360544204712
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,1,8,power_law_1.01,0.1685920000076294
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,1,8,power_law_1.01,0.16975680589675904
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,1,8,power_law_1.01,0.17084159851074218
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,1,8,power_law_1.01,0.17272000312805175
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,1,8,power_law_1.01,0.17878400087356566
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,1,8,power_law_1.01,0.18250240087509156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,1,8,power_law_1.01,0.19249919652938843
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,1,8,power_law_1.01,0.2037440061569214
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,1,8,power_law_1.01,0.22082560062408446
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,1,8,power_law_1.01,0.24555521011352538
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,1,8,power_law_1.01,0.25363519191741946
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,1,8,power_law_1.01,0.30432639122009275
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,8,power_law_1.01,4.712857437133789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,1,8,power_law_1.01,0.3538912057876587
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,1,8,power_law_1.01,0.3827872037887573
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,1,8,power_law_1.01,0.5199359893798828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,1,8,power_law_1.01,0.6636159896850586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,1,8,power_law_1.01,0.8376128196716308
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,4096,14336,2,8,8,1,power_law_1.2,0.8796480178833008
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,8,power_law_1.2,0.20327999591827392
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,8,power_law_1.2,0.3565151929855347
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,1,8,power_law_1.01,1.233676815032959
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,8,power_law_1.01,20.956771850585938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,8,power_law_1.2,0.3609503984451294
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,8,power_law_1.2,0.37659521102905275
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,8,power_law_1.2,0.3636672019958496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,8,power_law_1.2,0.39652481079101565
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,8,power_law_1.2,0.38141119480133057
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,8,power_law_1.2,0.39213759899139405
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,8,power_law_1.2,0.41011199951171873
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,8,power_law_1.2,0.4242559909820557
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,8,power_law_1.2,0.44351677894592284
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,8,power_law_1.2,0.4636256217956543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,8,power_law_1.2,0.4725664138793945
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,1,8,power_law_1.01,1.660745620727539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,8,power_law_1.2,0.518832015991211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,8,power_law_1.2,0.5685120105743409
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,8,power_law_1.2,0.6146719932556153
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,8,power_law_1.2,0.6891327857971191
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,8,power_law_1.01,7.249513244628906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,8,power_law_1.2,1.1556768417358398
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,1,8,power_law_1.01,2.460163116455078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,8,power_law_1.2,1.3058688163757324
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,8,power_law_1.2,1.946518325805664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,1,8,power_law_1.01,3.1024192810058593
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,8,power_law_1.2,2.574742317199707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,8,power_law_1.2,4.5004737854003904
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,1,8,power_law_1.01,4.813161468505859
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,8,power_law_1.01,10.508975982666016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,8,power_law_1.2,6.299772644042969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,1,8,power_law_1.01,6.303283309936523
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,8,power_law_1.01,17.430873107910156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,8,power_law_1.2,9.676979064941406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,8,power_law_1.01,31.94438781738281
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,8,power_law_1.2,0.17473280429840088
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,8,power_law_1.2,0.27745919227600097
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,8,power_law_1.2,0.28627519607543944
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,8,power_law_1.2,0.2870271921157837
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,8,power_law_1.2,0.29195199012756345
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,8,power_law_1.2,0.29739201068878174
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,8,power_law_1.2,0.309334397315979
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,8,power_law_1.2,0.32420480251312256
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,8,power_law_1.2,0.33887040615081787
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,8,power_law_1.2,0.3419167995452881
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,8,power_law_1.2,0.3468319892883301
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,8,power_law_1.2,0.3730976104736328
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,8,power_law_1.2,0.39387199878692625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,8,power_law_1.2,0.4497119903564453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,8,power_law_1.2,0.5013760089874267
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,8,power_law_1.2,0.5645664215087891
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,8,power_law_1.2,0.6436736106872558
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,8,power_law_1.2,0.9279840469360352
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,1,8,power_law_1.01,9.782086181640626
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,8,power_law_1.2,1.2500032424926757
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,8,power_law_1.2,1.7433855056762695
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,8,power_law_1.2,13.650947570800781
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,8,power_law_1.2,2.3500768661499025
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,8,power_law_1.01,24.990789794921874
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,8,power_law_1.2,3.631139373779297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,1,8,power_law_1.01,12.400252532958984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,6144,16384,2,8,8,1,power_law_1.01,0.072953599691391
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,6144,16384,2,8,8,1,power_law_1.01,0.0849183976650238
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,6144,16384,2,8,8,1,power_law_1.01,0.09159680008888245
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,6144,16384,2,8,8,1,power_law_1.01,0.12551679611206054
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,6144,16384,2,8,8,1,power_law_1.01,0.1566815972328186
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,6144,16384,2,8,8,1,power_law_1.01,0.15813119411468507
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,6144,16384,2,8,8,1,power_law_1.01,0.1590783953666687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,8,power_law_1.2,4.717596817016601
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,6144,16384,2,8,8,1,power_law_1.01,0.1599455952644348
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,6144,16384,2,8,8,1,power_law_1.01,0.16322879791259765
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,6144,16384,2,8,8,1,power_law_1.01,0.1643903970718384
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,6144,16384,2,8,8,1,power_law_1.01,0.17034239768981935
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,6144,16384,2,8,8,1,power_law_1.01,0.1890239953994751
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,6144,16384,2,8,8,1,power_law_1.01,0.199452805519104
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,6144,16384,2,8,8,1,power_law_1.01,0.2217695951461792
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,6144,16384,2,8,8,1,power_law_1.01,0.237824010848999
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,6144,16384,2,8,8,1,power_law_1.01,0.2828383922576904
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,6144,16384,2,8,8,1,power_law_1.01,0.31303679943084717
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,6144,16384,2,8,8,1,power_law_1.01,0.3815167903900146
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,8,1,power_law_1.01,0.46677441596984864
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,8,1,power_law_1.01,0.62641282081604
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,1,8,power_law_1.2,0.14629119634628296
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,1,8,power_law_1.2,0.16044800281524657
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,1,8,power_law_1.2,0.16647039651870726
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,1,8,power_law_1.2,0.16880639791488647
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,1,8,power_law_1.2,0.16950080394744874
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,1,8,power_law_1.2,0.17083200216293334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,1,8,power_law_1.2,0.17710720300674437
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,1,8,power_law_1.2,0.17965760231018066
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,1,8,power_law_1.2,0.19657599925994873
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,1,8,power_law_1.2,0.20597119331359864
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,8,1,power_law_1.01,0.7869919776916504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,8,power_law_1.2,23.178678894042967
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,1,8,power_law_1.2,0.2189311981201172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,1,8,power_law_1.2,0.24496960639953613
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,1,8,power_law_1.2,0.26144959926605227
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,1,8,power_law_1.2,0.30348160266876223
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,8,power_law_1.2,6.654447937011719
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,1,8,power_law_1.2,0.3406399965286255
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,1,8,power_law_1.2,0.3860543966293335
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,1,8,power_law_1.2,0.502947187423706
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,1,8,power_law_1.2,0.6662015914916992
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,8,1,power_law_1.01,1.0965248107910157
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,1,8,power_law_1.2,0.875324821472168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,1,8,power_law_1.2,1.2108256340026855
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,1,8,power_law_1.2,1.6116159439086915
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,8,1,power_law_1.01,1.4080639839172364
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,1,8,power_law_1.2,2.418668746948242
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,8,1,power_law_1.01,2.0120607376098634
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,8,power_law_1.2,11.053209686279297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,1,8,power_law_1.2,3.2819839477539063
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,8,power_law_1.2,31.27367248535156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,8,1,power_law_1.01,0.06279360055923462
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,8,1,power_law_1.01,0.07153919935226441
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,8,1,power_law_1.01,0.08157119750976563
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,8,1,power_law_1.01,0.10050239562988281
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,8,1,power_law_1.01,0.11510399580001832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,8,1,power_law_1.01,0.11925439834594727
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,8,1,power_law_1.01,0.1215008020401001
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,8,1,power_law_1.01,0.12175359725952148
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,8,1,power_law_1.01,0.1279520034790039
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,8,1,power_law_1.01,0.13352320194244385
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,8,1,power_law_1.01,0.1443295955657959
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,8,1,power_law_1.01,2.6418399810791016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,8,1,power_law_1.01,0.16102720499038697
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,8,1,power_law_1.01,0.17188479900360107
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,8,1,power_law_1.01,0.20099520683288574
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,8,1,power_law_1.01,0.2121920108795166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,8,1,power_law_1.01,0.23432960510253906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,8,1,power_law_1.01,0.26155519485473633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,8,1,power_law_1.01,0.34016640186309816
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,8,1,power_law_1.01,0.4098464012145996
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,8,1,power_law_1.01,0.5555488109588623
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,8,1,power_law_1.01,0.7042784214019775
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,1,8,power_law_1.2,4.8804481506347654
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,8,1,power_law_1.01,1.0043295860290526
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,8,1,power_law_1.01,1.2988384246826172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,8,power_law_1.2,15.475456237792969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,8,1,power_law_1.01,1.9049823760986329
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,1,8,power_law_1.2,6.402425384521484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,8,1,power_law_1.01,4.438985443115234
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,8,1,power_law_1.01,2.4996768951416017
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,8,1,power_law_1.01,6.125372695922851
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,8,1,power_law_1.01,0.06031680107116699
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,8,1,power_law_1.01,0.0682752013206482
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,8,1,power_law_1.01,0.0728991985321045
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,8,1,power_law_1.01,0.09343039989471436
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,8,1,power_law_1.01,0.09399679899215699
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,8,1,power_law_1.01,0.09606720209121704
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,8,1,power_law_1.01,0.09689279794692993
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,8,1,power_law_1.01,0.09819200038909912
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,8,1,power_law_1.01,0.0999135971069336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,8,1,power_law_1.01,0.10057599544525146
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,8,1,power_law_1.01,0.11314879655838013
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,8,1,power_law_1.01,0.1324128031730652
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,8,1,power_law_1.01,0.13709759712219238
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,8,1,power_law_1.01,0.15211839675903321
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,8,1,power_law_1.01,0.16476479768753052
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,8,1,power_law_1.01,0.17279360294342042
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,8,1,power_law_1.01,0.20028479099273683
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,8,1,power_law_1.01,0.25880000591278074
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,8,1,power_law_1.01,0.30221118927001955
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,8,power_law_1.2,26.858297729492186
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,6144,16384,2,8,8,1,power_law_1.01,0.05166400074958801
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,6144,16384,2,8,8,1,power_law_1.01,0.06466559767723083
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,6144,16384,2,8,8,1,power_law_1.01,0.08610879778861999
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,6144,16384,2,8,8,1,power_law_1.01,0.10100159645080567
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,6144,16384,2,8,8,1,power_law_1.01,0.10010559558868408
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,6144,16384,2,8,8,1,power_law_1.01,0.09642559885978699
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,6144,16384,2,8,8,1,power_law_1.01,0.09896640181541443
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,6144,16384,2,8,8,1,power_law_1.01,0.10220799446105958
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,6144,16384,2,8,8,1,power_law_1.01,0.09892160296440125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,6144,16384,2,8,8,1,power_law_1.01,0.10127999782562255
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,6144,16384,2,8,8,1,power_law_1.01,0.10122239589691162
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,6144,16384,2,8,8,1,power_law_1.01,0.1021183967590332
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,6144,16384,2,8,8,1,power_law_1.01,0.10563839673995971
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,8,1,power_law_1.01,0.42397122383117675
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,6144,16384,2,8,8,1,power_law_1.01,0.10674240589141845
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,6144,16384,2,8,8,1,power_law_1.01,0.1158944010734558
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,6144,16384,2,8,8,1,power_law_1.01,0.12154560089111328
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,8,1,power_law_1.01,0.5395936012268067
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,6144,16384,2,8,8,1,power_law_1.01,0.1313632011413574
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,6144,16384,2,8,8,1,power_law_1.01,0.14669439792633057
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,6144,16384,2,8,8,1,power_law_1.01,0.16694400310516358
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,6144,16384,2,8,8,1,power_law_1.01,0.2086656093597412
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,6144,16384,2,8,8,1,power_law_1.01,0.24548161029815674
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,8,1,power_law_1.01,0.7527488231658935
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,6144,16384,2,8,8,1,power_law_1.01,0.318505597114563
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,8,1,power_law_1.01,3.7019680023193358
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,8,1,power_law_1.01,0.9750016212463379
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,1,8,power_law_1.2,9.839411163330078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,6144,16384,2,8,8,1,power_law_1.01,0.3943743944168091
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,6144,16384,2,8,8,1,power_law_1.01,0.5384736061096191
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,8,1,power_law_1.01,1.4178655624389649
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,6144,16384,2,8,8,1,power_law_1.01,0.6940832138061523
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,8,1,power_law_1.01,1.8548927307128906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,8,1,power_law_1.01,4.908396911621094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,6144,16384,2,8,8,1,power_law_1.2,0.07124800086021424
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,1,8,power_law_1.2,12.154742431640624
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,6144,16384,2,8,8,1,power_law_1.2,0.08169919848442078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,8,1,power_law_1.2,0.06464959979057312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,6144,16384,2,8,8,1,power_law_1.2,0.08828480243682861
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,8,1,power_law_1.2,0.07389439940452576
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,6144,16384,2,8,8,1,power_law_1.2,0.12031680345535278
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,8,1,power_law_1.2,0.07916160225868225
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,6144,16384,2,8,8,1,power_law_1.2,0.15825920104980468
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,8,1,power_law_1.2,0.0995743989944458
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,6144,16384,2,8,8,1,power_law_1.2,0.1583583950996399
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,8,1,power_law_1.2,0.1158687949180603
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,6144,16384,2,8,8,1,power_law_1.2,0.15969280004501343
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,8,1,power_law_1.2,0.11873600482940674
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,8,1,power_law_1.2,0.12116800546646118
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,6144,16384,2,8,8,1,power_law_1.2,0.16119680404663086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,8,1,power_law_1.2,0.12239359617233277
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,6144,16384,2,8,8,1,power_law_1.2,0.16464320421218873
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,8,1,power_law_1.2,0.13127679824829103
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,6144,16384,2,8,8,1,power_law_1.2,0.16643199920654297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,8,1,power_law_1.2,0.13695679903030394
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,6144,16384,2,8,8,1,power_law_1.2,0.16909120082855225
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,8,1,power_law_1.01,2.747433662414551
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,8,1,power_law_1.2,0.14739840030670165
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,6144,16384,2,8,8,1,power_law_1.2,0.18997440338134766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,8,1,power_law_1.2,0.16662720441818238
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,6144,16384,2,8,8,1,power_law_1.2,0.1962399959564209
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,8,1,power_law_1.2,0.1739776015281677
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,6144,16384,2,8,8,1,power_law_1.2,0.2196671962738037
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,8,1,power_law_1.2,0.1992032051086426
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,6144,16384,2,8,8,1,power_law_1.2,0.2353343963623047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,8,1,power_law_1.2,0.2138751983642578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,6144,16384,2,8,8,1,power_law_1.2,0.27688639163970946
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,8,1,power_law_1.2,0.24479999542236328
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,6144,16384,2,8,8,1,power_law_1.2,0.3089888095855713
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,6144,16384,2,8,8,1,power_law_1.2,0.37958080768585206
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,8,1,power_law_1.2,0.262281608581543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,8,1,power_law_1.2,0.34199678897857666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,6144,16384,2,8,8,1,power_law_1.01,0.9822879791259765
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,8,1,power_law_1.2,0.4115583896636963
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,8,1,power_law_1.2,0.4543424129486084
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,8,1,power_law_1.2,0.5605535984039307
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,8,1,power_law_1.2,0.6185120105743408
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,8,1,power_law_1.2,0.7087520122528076
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,8,1,power_law_1.2,0.7672959804534912
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,8,1,power_law_1.2,1.0829792022705078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,8,1,power_law_1.2,1.0109312057495117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,8,1,power_law_1.01,3.621686553955078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,8,1,power_law_1.2,0.05971199870109558
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,8,1,power_law_1.2,0.06852160096168518
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,8,1,power_law_1.2,0.07363200187683105
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,8,1,power_law_1.2,0.09364479780197144
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,8,1,power_law_1.2,0.09431679844856262
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,8,1,power_law_1.2,0.09543359875679017
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,8,1,power_law_1.2,0.09676160216331482
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,8,1,power_law_1.2,0.0975488007068634
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,8,1,power_law_1.2,0.09952960014343262
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,8,1,power_law_1.2,0.10040960311889649
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,8,1,power_law_1.2,0.11595200300216675
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,8,1,power_law_1.2,0.13520959615707398
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,8,1,power_law_1.2,0.1378175973892212
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,8,1,power_law_1.2,0.1522112011909485
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,8,1,power_law_1.2,0.16473599672317504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,8,1,power_law_1.2,1.3948991775512696
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,8,1,power_law_1.2,0.17261120080947875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,8,1,power_law_1.2,0.20140480995178223
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,8,1,power_law_1.2,1.3131839752197265
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,8,1,power_law_1.2,0.25322880744934084
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,8,1,power_law_1.2,0.3011199951171875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,8,1,power_law_1.2,0.4219232082366943
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,6144,16384,2,8,8,1,power_law_1.01,1.284768009185791
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,6144,16384,2,8,8,1,power_law_1.2,0.05090559720993042
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,6144,16384,2,8,8,1,power_law_1.2,0.06821119785308838
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,6144,16384,2,8,8,1,power_law_1.2,0.07844799757003784
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,6144,16384,2,8,8,1,power_law_1.2,0.09826560020446777
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,6144,16384,2,8,8,1,power_law_1.2,0.097980797290802
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,6144,16384,2,8,8,1,power_law_1.2,0.09776960015296936
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,6144,16384,2,8,8,1,power_law_1.2,0.0990015983581543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,6144,16384,2,8,8,1,power_law_1.2,0.09905920028686524
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,6144,16384,2,8,8,1,power_law_1.2,0.09812800288200378
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,6144,16384,2,8,8,1,power_law_1.2,0.09891200065612793
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,6144,16384,2,8,8,1,power_law_1.2,0.10022720098495483
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,6144,16384,2,8,8,1,power_law_1.2,0.10187840461730957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,6144,16384,2,8,8,1,power_law_1.2,0.10390720367431641
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,6144,16384,2,8,8,1,power_law_1.2,0.10665600299835205
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,6144,16384,2,8,8,1,power_law_1.2,0.11524800062179566
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,8,1,power_law_1.2,0.5345151901245118
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,6144,16384,2,8,8,1,power_law_1.2,0.1207808017730713
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,6144,16384,2,8,8,1,power_law_1.2,0.13106880187988282
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,6144,16384,2,8,8,1,power_law_1.2,0.14650559425354004
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,6144,16384,2,8,8,1,power_law_1.2,0.16362240314483642
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,8,1,power_law_1.2,2.0723360061645506
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,8,1,power_law_1.2,0.753929615020752
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,8,1,power_law_1.2,1.908198356628418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,6144,16384,2,8,8,1,power_law_1.2,0.20648319721221925
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,8,1,power_law_1.2,0.9704575538635254
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,6144,16384,2,8,8,1,power_law_1.2,0.2448512077331543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,6144,16384,2,8,8,1,power_law_1.2,0.31790719032287595
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,8,1,power_law_1.2,2.6164703369140625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,8,1,power_law_1.2,1.4161248207092285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,6144,16384,2,8,8,1,power_law_1.2,0.39028160572052
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,8,1,power_law_1.2,2.5211456298828123
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,8,1,power_law_1.2,1.8575199127197266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,6144,16384,2,8,8,1,power_law_1.2,0.5382016181945801
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,8,1,power_law_1.2,4.277641677856446
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,8,1,power_law_1.2,3.7180065155029296
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,6144,16384,2,8,8,1,power_law_1.2,0.6947103977203369
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,8,1,power_law_1.2,2.747385597229004
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,8,1,power_law_1.2,6.105596923828125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,8,power_law_1.01,0.1393120050430298
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,8,power_law_1.01,0.28022720813751223
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,8,power_law_1.01,0.3339263916015625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,8,1,power_law_1.2,4.912486267089844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,8,power_law_1.01,0.11475520133972168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,8,power_law_1.01,0.35387520790100097
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,8,power_law_1.01,0.1950752019882202
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,8,power_law_1.01,0.42597122192382814
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,8,power_law_1.01,0.23030080795288085
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,8,power_law_1.01,0.440886402130127
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,8,power_law_1.01,0.24185280799865722
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,8,power_law_1.01,0.5914239883422852
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,8,power_law_1.01,0.29367680549621583
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,8,power_law_1.01,0.5673408031463623
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,8,power_law_1.01,0.2997407913208008
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,8,power_law_1.01,0.5987264156341553
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,8,power_law_1.01,0.4206111907958984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,8,power_law_1.01,0.5963647842407227
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,8,power_law_1.01,0.42948479652404786
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,8,power_law_1.01,0.5956639766693115
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,8,power_law_1.01,0.4301760196685791
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,8,power_law_1.01,0.6266272068023682
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,8,power_law_1.01,0.4337887763977051
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,8,power_law_1.01,0.44255361557006834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,8,power_law_1.01,0.6375328063964844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,6144,16384,2,8,8,1,power_law_1.2,0.9877120018005371
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,8,power_law_1.01,0.45336318016052246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,8,power_law_1.01,0.6444352149963379
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,8,power_law_1.01,0.4655168056488037
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,8,power_law_1.01,0.7102208137512207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,8,power_law_1.01,0.48035521507263185
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,8,power_law_1.01,0.7651584148406982
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,8,power_law_1.01,0.5085984230041504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,8,power_law_1.01,0.7688000202178955
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,8,power_law_1.01,0.5376480102539063
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,8,power_law_1.01,0.8678943634033203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,8,power_law_1.01,0.6217343807220459
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,8,power_law_1.01,0.9569215774536133
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,8,power_law_1.01,0.7193312168121337
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,8,power_law_1.01,1.1686944007873534
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,8,power_law_1.01,0.8191360473632813
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,8,power_law_1.01,1.3914719581604005
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,8,power_law_1.01,1.0275584220886231
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,8,power_law_1.01,1.2406111717224122
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,8,power_law_1.01,1.8434207916259766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,8,power_law_1.01,1.6768512725830078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,8,power_law_1.01,2.275823974609375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,8,power_law_1.01,2.1286943435668944
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,8,power_law_1.01,3.1660831451416014
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,8,power_law_1.01,3.094582366943359
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,8,power_law_1.01,4.215769577026367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,8,power_law_1.01,3.9807712554931642
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,8,power_law_1.01,6.035942459106446
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,8,power_law_1.01,5.903667068481445
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,8,power_law_1.01,7.745958709716797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,8,power_law_1.01,0.10411839485168457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,8,power_law_1.01,7.590496063232422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,8,power_law_1.01,0.16951040029525757
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,8,power_law_1.2,0.13974080085754395
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,8,power_law_1.01,0.22254080772399903
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,8,power_law_1.2,0.27030720710754397
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,8,power_law_1.01,0.23694078922271727
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,8,power_law_1.2,0.2630399942398071
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,8,power_law_1.01,0.2841408014297485
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,8,power_law_1.2,0.3513407945632935
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,8,power_law_1.2,0.3718463897705078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,8,power_law_1.01,0.31363520622253416
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,8,power_law_1.01,0.3476831912994385
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,8,power_law_1.2,0.45457921028137205
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,8,power_law_1.01,0.3389695882797241
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,8,power_law_1.2,0.5989151954650879
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,8,power_law_1.01,0.35488319396972656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,8,power_law_1.2,0.5769055843353271
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,8,power_law_1.01,0.35395839214324953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,8,power_law_1.2,0.6141119956970215
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,8,power_law_1.01,0.36895999908447263
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,8,1,power_law_1.2,3.6288734436035157
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,8,power_law_1.2,0.6054111957550049
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,8,power_law_1.2,0.11670080423355103
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,8,power_law_1.01,0.38253440856933596
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,8,power_law_1.2,0.6253280162811279
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,8,power_law_1.2,0.19457279443740844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,8,power_law_1.01,0.38300480842590334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,8,power_law_1.2,0.18998719453811647
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,8,power_law_1.2,0.6237567901611328
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,8,power_law_1.01,0.414899206161499
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,8,power_law_1.2,0.23274879455566405
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,8,power_law_1.2,0.6226304054260254
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,8,power_law_1.01,0.42292799949646
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,8,power_law_1.2,0.2719775915145874
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,8,power_law_1.2,0.6724736213684082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,8,power_law_1.01,0.4504960060119629
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,8,power_law_1.2,0.31370880603790285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,8,power_law_1.2,0.7159167766571045
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,8,power_law_1.2,0.4227488040924072
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,8,power_law_1.01,0.5012832164764405
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,8,power_law_1.2,0.4127327919006348
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,8,power_law_1.2,0.7558047771453857
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,8,power_law_1.01,0.5838016033172607
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,8,power_law_1.2,0.4345888137817383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,8,power_law_1.2,0.7792160034179687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,8,power_law_1.01,0.677894401550293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,8,power_law_1.2,0.4203199863433838
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,8,power_law_1.2,0.8630720138549804
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,8,power_law_1.01,0.8451647758483887
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,8,power_law_1.2,0.44362239837646483
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,8,power_law_1.2,0.9660544395446777
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,8,power_law_1.2,0.45990400314331054
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,8,power_law_1.01,1.0373215675354004
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,8,power_law_1.2,1.1880479812622071
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,8,power_law_1.2,0.45636801719665526
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,8,power_law_1.01,1.3982624053955077
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,8,power_law_1.2,0.4950751781463623
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,8,power_law_1.2,1.4248576164245605
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,8,power_law_1.2,0.5425983905792237
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,8,power_law_1.01,1.742630386352539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,8,power_law_1.2,0.5706624031066895
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,8,power_law_1.2,1.9425216674804688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,8,power_law_1.2,0.6303008079528809
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,8,power_law_1.01,2.479977607727051
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,8,power_law_1.2,2.4384576797485353
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,8,power_law_1.2,0.7445312023162842
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,8,power_law_1.2,0.8463135719299316
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,8,power_law_1.01,3.2057857513427734
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,8,power_law_1.2,1.092505645751953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,8,power_law_1.2,3.4134143829345702
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,8,power_law_1.2,1.319331169128418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,8,power_law_1.01,4.732995223999024
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,8,power_law_1.2,1.833750343322754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,8,power_law_1.2,4.469465637207032
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,8,power_law_1.2,2.3168672561645507
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,8,power_law_1.01,6.548937225341797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,8,power_law_1.2,6.5757087707519535
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,8,power_law_1.2,0.10432000160217285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,8,power_law_1.2,3.3811904907226564
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,8,power_law_1.2,0.16856640577316284
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,8,power_law_1.2,0.1785632014274597
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,8,power_law_1.2,0.22517120838165283
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,8,power_law_1.2,0.28021440505981443
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,8,power_law_1.2,4.266115188598633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,8,power_law_1.2,0.31999359130859373
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,8,power_law_1.2,8.30063705444336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,8,power_law_1.2,0.3402719974517822
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,8,1,power_law_1.01,0.05688959956169128
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,8,1,power_law_1.01,0.0744480013847351
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,8,power_law_1.2,0.3360896110534668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,8,1,power_law_1.01,0.09535040259361267
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,8,power_law_1.2,0.3348576068878174
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,8,1,power_law_1.01,0.13851200342178344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,8,power_law_1.2,0.3520832061767578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,8,1,power_law_1.01,0.21121280193328856
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,8,power_law_1.2,6.168675231933594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,8,power_law_1.2,0.3614176034927368
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,8,1,power_law_1.01,0.3098720073699951
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,8,power_law_1.2,0.3740895986557007
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,8,1,power_law_1.01,0.3919872045516968
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,8,power_law_1.2,0.38707520961761477
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,8,1,power_law_1.01,0.4058335781097412
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,8,1,power_law_1.01,0.4104447841644287
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,8,power_law_1.2,0.4089439868927002
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,8,1,power_law_1.01,0.41973118782043456
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,8,power_law_1.2,0.43582401275634763
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,8,1,power_law_1.01,0.4360799789428711
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,8,power_law_1.2,8.109388732910157
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,8,power_law_1.2,0.46077442169189453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,8,1,power_law_1.01,0.039654400944709775
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,8,1,power_law_1.01,0.4841152191162109
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,8,1,power_law_1.01,0.05291200280189514
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,8,power_law_1.2,0.5040224075317383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,8,1,power_law_1.01,0.0858560025691986
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,8,1,power_law_1.01,0.4967328071594238
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,8,power_law_1.2,0.5969183921813965
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,8,1,power_law_1.01,0.11704319715499878
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,8,1,power_law_1.01,0.5231232166290283
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,8,1,power_law_1.01,0.1789952039718628
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,8,power_law_1.2,0.6971295833587646
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,8,1,power_law_1.01,0.2408672094345093
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,8,1,power_law_1.01,0.6001984119415283
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,8,1,power_law_1.01,0.2955904006958008
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,8,power_law_1.2,0.9015168190002442
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,8,1,power_law_1.01,0.629692792892456
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,8,1,power_law_1.01,0.32504000663757326
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,8,1,power_law_1.01,0.6692831993103028
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,8,power_law_1.2,1.0649344444274902
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,8,1,power_law_1.01,0.3303839921951294
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,8,1,power_law_1.01,0.7059391975402832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,8,1,power_law_1.01,0.338592004776001
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,8,power_law_1.2,1.5073216438293457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,8,1,power_law_1.01,0.3492511987686157
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,8,1,power_law_1.01,0.7429791927337647
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,8,1,power_law_1.01,0.37265279293060305
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,8,1,power_law_1.01,0.8376447677612304
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,8,power_law_1.2,1.8829471588134765
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,8,1,power_law_1.01,0.3888832092285156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,8,1,power_law_1.01,0.9745696067810059
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,8,1,power_law_1.01,0.43885440826416017
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,8,1,power_law_1.01,0.43143038749694823
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,8,power_law_1.2,2.6653600692749024
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,8,1,power_law_1.01,1.2045632362365724
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,8,1,power_law_1.01,0.4425792217254639
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,8,1,power_law_1.01,1.4482399940490722
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,8,1,power_law_1.01,0.48465280532836913
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,8,1,power_law_1.01,0.5631008148193359
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,8,power_law_1.2,3.6165470123291015
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,8,1,power_law_1.01,1.9432256698608399
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,8,1,power_law_1.01,0.605731201171875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,8,1,power_law_1.01,0.7185760021209717
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,8,1,power_law_1.01,0.8356863975524902
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,8,1,power_law_1.01,2.452921676635742
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,8,power_law_1.2,5.206447982788086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,8,1,power_law_1.01,1.083795166015625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,8,1,power_law_1.01,1.3164192199707032
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,8,1,power_law_1.01,3.578998565673828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,8,power_law_1.2,6.816035461425781
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,8,1,power_law_1.01,1.7997631072998046
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,8,1,power_law_1.01,0.04992960095405578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,8,1,power_law_1.01,4.741020965576172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,8,1,power_law_1.01,0.0661408007144928
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,8,1,power_law_1.01,2.291721534729004
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,8,1,power_law_1.01,0.08670399785041809
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,8,1,power_law_1.01,0.1255231976509094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,7168,2048,8,256,8,1,power_law_1.01,0.0864192008972168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,8,1,power_law_1.01,0.21026239395141602
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,7168,2048,8,256,8,1,power_law_1.01,0.10162880420684814
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,7168,2048,8,256,8,1,power_law_1.01,0.13395839929580688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,8,1,power_law_1.01,0.2672287940979004
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,7168,2048,8,256,8,1,power_law_1.01,0.20562560558319093
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,8,1,power_law_1.01,3.26146240234375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,8,1,power_law_1.01,0.3472127914428711
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,7168,2048,8,256,8,1,power_law_1.01,0.271395206451416
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,8,1,power_law_1.01,0.35636799335479735
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,7168,2048,8,256,8,1,power_law_1.01,0.33875839710235595
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,8,1,power_law_1.01,0.36425280570983887
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,7168,2048,8,256,8,1,power_law_1.01,0.44999680519104
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,8,1,power_law_1.01,0.3680288076400757
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,8,1,power_law_1.01,0.3770751953125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,7168,2048,8,256,8,1,power_law_1.01,0.47466239929199217
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,8,1,power_law_1.01,4.239481735229492
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,8,1,power_law_1.2,0.0492576003074646
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,8,1,power_law_1.01,0.38901119232177733
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,7168,2048,8,256,8,1,power_law_1.01,0.4845888137817383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,8,1,power_law_1.2,0.07519040107727051
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,8,1,power_law_1.2,0.09605439901351928
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,7168,2048,8,256,8,1,power_law_1.01,0.4762911796569824
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,8,1,power_law_1.01,0.3983295917510986
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,8,1,power_law_1.2,0.13595520257949828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,7168,2048,8,256,8,1,power_law_1.01,0.497219181060791
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,8,1,power_law_1.01,0.4227935791015625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,8,1,power_law_1.2,0.19544639587402343
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,7168,2048,8,256,8,1,power_law_1.01,0.5203487873077393
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,8,1,power_law_1.01,0.42611517906188967
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,8,1,power_law_1.2,0.2840320110321045
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,8,1,power_law_1.2,0.392956805229187
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,7168,2048,8,256,8,1,power_law_1.01,0.5238560199737549
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,8,1,power_law_1.01,0.43799362182617185
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,8,1,power_law_1.2,0.40955519676208496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,8,1,power_law_1.01,0.4819200038909912
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,7168,2048,8,256,8,1,power_law_1.01,0.5359968185424805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,8,1,power_law_1.2,0.41472320556640624
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,8,1,power_law_1.01,0.5227871894836426
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,7168,2048,8,256,8,1,power_law_1.01,0.544374418258667
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,8,1,power_law_1.2,0.4237696170806885
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,8,1,power_law_1.01,0.5834527969360351
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,8,1,power_law_1.2,0.4526080131530762
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,7168,2048,8,256,8,1,power_law_1.01,0.5594560146331787
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,6144,16384,2,8,8,1,power_law_1.2,1.2832159996032715
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,8,1,power_law_1.01,0.6956543922424316
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,8,1,power_law_1.2,0.04088320136070252
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,8,1,power_law_1.2,0.48699522018432617
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,7168,2048,8,256,8,1,power_law_1.01,0.5704703807830811
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,8,1,power_law_1.2,0.05407040119171143
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,8,1,power_law_1.2,0.5024608135223388
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,8,1,power_law_1.01,0.8150527954101563
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,8,1,power_law_1.2,0.08536000251770019
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,7168,2048,8,256,8,1,power_law_1.01,0.6284863948822021
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,8,1,power_law_1.2,0.11587200164794922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,8,1,power_law_1.2,0.5441472053527832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,7168,2048,8,256,8,1,power_law_1.01,0.6673408031463623
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,8,1,power_law_1.01,1.0593152046203613
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,8,1,power_law_1.2,0.1572991967201233
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,8,1,power_law_1.2,0.6165984153747559
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,7168,2048,8,256,8,1,power_law_1.01,0.7639840126037598
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,8,1,power_law_1.2,0.22801599502563477
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,8,1,power_law_1.01,1.284342384338379
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,8,1,power_law_1.2,0.6483935832977294
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,8,1,power_law_1.2,0.29420158863067625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,7168,2048,8,256,8,1,power_law_1.01,0.8520095825195313
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,8,1,power_law_1.2,0.6780863761901855
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,8,1,power_law_1.2,0.31371519565582273
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,8,1,power_law_1.01,1.762246322631836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,8,1,power_law_1.2,0.7160863876342773
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,8,1,power_law_1.2,0.3248415946960449
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,8,1,power_law_1.2,0.33296639919281007
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,7168,2048,8,256,8,1,power_law_1.01,1.0391103744506835
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,8,1,power_law_1.2,0.7577568054199219
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,8,1,power_law_1.2,0.35427520275115965
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,8,1,power_law_1.01,2.2284992218017576
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,8,1,power_law_1.2,0.8623135566711426
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,7168,2048,8,256,8,1,power_law_1.01,1.2176480293273926
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,8,1,power_law_1.2,0.3750175952911377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,8,1,power_law_1.2,0.9995200157165527
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,8,1,power_law_1.2,0.39441919326782227
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,7168,2048,8,256,8,1,power_law_1.01,1.5842464447021485
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,8,1,power_law_1.2,1.237548828125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,8,1,power_law_1.01,3.161190414428711
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,8,1,power_law_1.2,0.4434976100921631
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,8,1,power_law_1.2,0.4377888202667236
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,8,1,power_law_1.2,1.4761055946350097
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,7168,2048,8,256,8,1,power_law_1.01,1.9558015823364259
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,8,1,power_law_1.2,0.4521791934967041
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,8,1,power_law_1.01,4.092681503295898
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,8,1,power_law_1.2,0.4983583927154541
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,8,1,power_law_1.2,1.9694015502929687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,7168,2048,8,256,8,1,power_law_1.01,2.675904083251953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,8,1,power_law_1.2,0.5659135818481446
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,8,1,power_law_1.2,0.050892800092697144
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,8,1,power_law_1.2,0.06669120192527771
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,8,1,power_law_1.2,0.6108928203582764
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,8,1,power_law_1.2,2.527769660949707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,8,1,power_law_1.2,0.08638719916343689
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,8,1,power_law_1.2,0.7279039859771729
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,7168,2048,8,256,8,1,power_law_1.01,3.4045246124267576
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,8,1,power_law_1.2,0.12310080528259278
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,8,1,power_law_1.2,0.8463935852050781
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,8,1,power_law_1.2,0.19192960262298583
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,7168,2048,8,256,8,1,power_law_1.2,0.08651520013809204
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,8,1,power_law_1.2,3.457891082763672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,8,1,power_law_1.2,0.255459189414978
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,8,1,power_law_1.2,1.0834943771362304
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,7168,2048,8,256,8,1,power_law_1.2,0.10125759840011597
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,8,1,power_law_1.2,0.3434528112411499
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,7168,2048,8,256,8,1,power_law_1.2,0.13445760011672975
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,7168,2048,8,256,8,1,power_law_1.2,0.1937119960784912
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,8,1,power_law_1.2,0.35432000160217286
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,8,1,power_law_1.2,1.3209376335144043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,7168,2048,8,256,8,1,power_law_1.2,0.24605441093444824
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,8,1,power_law_1.2,0.35927040576934816
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,7168,2048,8,256,8,1,power_law_1.2,0.31471359729766846
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,8,1,power_law_1.2,0.36607680320739744
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,8,1,power_law_1.2,4.816070556640625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,8,power_law_1.01,0.03606719970703125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,7168,2048,8,256,8,1,power_law_1.2,0.4531680107116699
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,8,1,power_law_1.2,1.8085983276367188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,8,1,power_law_1.2,0.3761600017547607
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,8,power_law_1.01,0.04256319999694824
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,8,power_law_1.01,0.044889599084854126
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,7168,2048,8,256,8,1,power_law_1.2,0.47543997764587403
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,8,1,power_law_1.2,0.3879807949066162
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,8,power_law_1.01,0.046166399121284486
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,8,power_law_1.01,0.04579519927501678
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,7168,2048,8,256,8,1,power_law_1.2,0.48367037773132326
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,8,power_law_1.01,0.072707200050354
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,8,1,power_law_1.2,0.39708480834960935
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,8,1,power_law_1.2,2.294371223449707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,7168,2048,8,256,8,1,power_law_1.2,0.4731743812561035
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,8,1,power_law_1.2,0.40955519676208496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,7168,2048,8,256,8,1,power_law_1.2,0.49687681198120115
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,8,power_law_1.01,0.07627519965171814
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,8,power_law_1.01,0.0768992006778717
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,8,1,power_law_1.2,0.4444767951965332
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,7168,2048,8,256,8,1,power_law_1.2,0.5132063865661621
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,8,power_law_1.01,0.078438401222229
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,8,1,power_law_1.2,0.4620704174041748
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,8,power_law_1.01,0.08202239871025085
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,7168,2048,8,256,8,1,power_law_1.2,0.5316415786743164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,8,1,power_law_1.2,3.265577697753906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,8,power_law_1.01,0.08241279721260071
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,8,1,power_law_1.2,0.49370560646057127
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,7168,2048,8,256,8,1,power_law_1.2,0.5351808071136475
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,8,power_law_1.01,0.0861952006816864
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,8,power_law_1.01,0.08787519931793213
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,8,1,power_law_1.2,0.5418303966522217
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,7168,2048,8,256,8,1,power_law_1.2,0.5544415950775147
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,8,power_law_1.01,0.09329919815063477
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,8,1,power_law_1.2,0.6101439952850342
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,7168,2048,8,256,8,1,power_law_1.2,0.5732448101043701
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,8,power_law_1.01,0.10230400562286376
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,8,1,power_law_1.2,4.240915298461914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,8,power_law_1.01,0.10448319911956787
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,8,power_law_1.01,0.03177280128002167
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,8,1,power_law_1.2,0.7276256084442139
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,7168,2048,8,256,8,1,power_law_1.2,0.5984288215637207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,8,power_law_1.01,0.03834879994392395
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,8,power_law_1.01,0.11309119462966918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,8,power_law_1.01,0.03911679983139038
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,7168,2048,8,256,8,1,power_law_1.2,0.6560287952423096
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,8,1,power_law_1.2,0.8286944389343261
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,8,power_law_1.01,0.04447999894618988
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,8,power_law_1.01,0.13286720514297484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,8,power_law_1.01,0.04338879883289337
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,8,power_law_1.01,0.15730559825897217
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,8,power_law_1.01,0.05989760160446167
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,8,1,power_law_1.2,1.0733471870422364
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,8,power_law_1.01,0.060627198219299315
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,8,power_law_1.01,0.21228480339050293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,7168,2048,8,256,8,1,power_law_1.2,0.6949696063995361
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,8,power_law_1.01,0.06284800171852112
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,8,power_law_1.01,0.0629472017288208
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,8,1,power_law_1.2,1.3159263610839844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,8,power_law_1.01,0.26891839504241943
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,7168,2048,8,256,8,1,power_law_1.2,0.7835391998291016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,8,power_law_1.01,0.0648256003856659
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,8,power_law_1.01,0.3674623966217041
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,8,power_law_1.01,0.06812160015106201
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,8,power_law_1.01,0.07232319712638854
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,7168,2048,8,256,8,1,power_law_1.2,0.8774463653564453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,8,1,power_law_1.2,1.7773279190063476
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,8,power_law_1.01,0.46943039894104005
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,8,power_law_1.01,0.07578240036964416
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,8,power_law_1.01,0.08242239952087402
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,7168,2048,8,256,8,1,power_law_1.2,1.0585824012756349
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,8,power_law_1.01,0.6850592136383057
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,8,power_law_1.01,0.08881919980049133
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,8,1,power_law_1.2,2.2406688690185548
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,7168,2048,8,256,8,1,power_law_1.2,1.2304608345031738
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,8,power_law_1.01,0.899027156829834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,8,power_law_1.01,0.09579839706420898
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,8,power_law_1.01,0.10804799795150757
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,7168,2048,8,256,8,1,power_law_1.2,1.6084512710571288
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,8,power_law_1.01,1.3995455741882323
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,8,1,power_law_1.2,3.166499137878418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,8,power_law_1.01,0.13715840578079225
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,8,power_law_1.01,0.1627071976661682
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,7168,2048,8,256,8,1,power_law_1.2,1.9676895141601562
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,8,power_law_1.01,1.724127960205078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,8,power_law_1.01,0.21769280433654786
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,8,1,power_law_1.2,4.1014049530029295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,8,power_law_1.01,0.26749119758605955
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,8,power_law_1.01,0.036662399768829346
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,8,power_law_1.2,0.03379839956760407
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,8,power_law_1.01,0.04154880046844482
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,8,power_law_1.2,0.03858560025691986
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,8,power_law_1.01,0.04424319863319397
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,8,power_law_1.01,0.37357120513916015
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,7168,2048,8,256,8,1,power_law_1.2,2.685510444641113
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,8,power_law_1.2,0.04510720074176788
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,8,power_law_1.2,0.04556480050086975
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,8,power_law_1.01,0.48895998001098634
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,8,power_law_1.2,0.04104000031948089
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,8,power_law_1.01,0.04548799991607666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,8,power_law_1.2,0.07491840124130249
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,8,power_law_1.01,0.050633597373962405
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,8,power_law_1.2,0.07813439965248108
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,8,power_law_1.01,0.052857601642608644
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,8,power_law_1.01,0.698748779296875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,8,power_law_1.2,0.07881600260734559
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,8,power_law_1.01,0.0529695987701416
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,7168,2048,8,256,8,1,power_law_1.2,3.4056800842285155
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,8,power_law_1.2,0.0800607979297638
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,8,power_law_1.01,0.055264002084732054
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,8,power_law_1.2,0.03086720108985901
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,8,power_law_1.2,0.08213760256767273
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,8,power_law_1.01,0.9212479591369629
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,8,power_law_1.2,0.032051199674606325
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,8,power_law_1.01,0.05570880174636841
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,8,power_law_1.2,0.08470079898834229
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,8,power_law_1.2,0.03730559945106506
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,8,power_law_1.01,0.056704002618789676
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,8,power_law_1.2,0.08881599903106689
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,8,power_law_1.2,0.04165120124816894
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,8,power_law_1.01,0.05933759808540344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,8,power_law_1.2,0.09068800210952759
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,8,power_law_1.2,0.04151360094547272
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,8,power_law_1.01,1.3617695808410644
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,8,power_law_1.01,0.06293119788169861
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,8,power_law_1.2,0.0953823983669281
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,8,power_law_1.2,0.05927039980888367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,8,power_law_1.01,0.06531839966773986
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,8,power_law_1.2,0.059308797121047974
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,8,power_law_1.2,0.10123200416564941
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,8,power_law_1.01,0.07337920069694519
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,8,power_law_1.2,0.06288959980010986
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,8,power_law_1.2,0.106876802444458
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,8,power_law_1.01,1.7937088012695312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,8,power_law_1.01,0.08017920255661011
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,8,power_law_1.2,0.062454402446746826
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,8,power_law_1.2,0.11604479551315308
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,8,power_law_1.2,0.03671680092811584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,8,power_law_1.2,0.06559039950370789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,8,power_law_1.01,0.0880735993385315
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,8,power_law_1.2,0.04137920141220093
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,8,power_law_1.2,0.13873599767684935
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,8,power_law_1.2,0.06848000288009644
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,8,power_law_1.2,0.04262399971485138
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,8,power_law_1.01,0.1020095944404602
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,8,power_law_1.2,0.07158399820327759
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,8,power_law_1.2,0.1658560037612915
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,8,power_law_1.2,0.04474239945411682
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,8,power_law_1.01,0.12907520532608033
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,8,power_law_1.2,0.048767998814582825
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,8,power_law_1.2,0.07608960270881653
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,8,power_law_1.2,0.22961599826812745
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,8,power_law_1.2,0.052112001180648806
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,8,power_law_1.2,0.08218240141868591
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,8,power_law_1.01,0.15309120416641236
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,8,power_law_1.2,0.05326399803161621
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,8,power_law_1.2,0.08799039721488952
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,8,power_law_1.01,0.20283200740814208
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,8,power_law_1.2,0.05504639744758606
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,8,power_law_1.2,0.2872607946395874
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,8,power_law_1.2,0.09424319863319397
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,8,power_law_1.2,0.055478399991989134
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,8,power_law_1.01,0.25231359004974363
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,8,power_law_1.2,0.39560320377349856
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,8,power_law_1.2,0.05763840079307556
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,8,power_law_1.2,0.10731840133666992
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,8,power_law_1.01,0.3530976057052612
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,8,power_law_1.2,0.05999360084533691
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,8,power_law_1.2,0.1407871961593628
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,8,power_law_1.2,0.06307520270347595
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,8,power_law_1.01,0.45435199737548826
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,8,power_law_1.2,0.06505280137062072
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,8,power_law_1.2,0.16656320095062255
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,8,power_law_1.2,0.07421759963035583
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,8,power_law_1.01,0.6479648113250732
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,8,power_law_1.2,0.21856000423431396
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,8,power_law_1.2,0.08072959780693054
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,8,power_law_1.2,0.2781503915786743
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,8,power_law_1.2,0.09063360095024109
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,8,power_law_1.01,0.8684288024902344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,8,power_law_1.2,0.10483520030975342
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,8,power_law_1.2,0.3958944082260132
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,8,power_law_1.2,0.49901762008666994
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,8,power_law_1.2,0.13073920011520385
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,8,power_law_1.01,1.2587200164794923
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,8,power_law_1.2,0.1540768027305603
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,8,power_law_1.2,0.20721280574798584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,8,power_law_1.01,1.6661056518554687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,8,power_law_1.01,0.08044160008430482
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,8,power_law_1.01,0.09426239728927613
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,8,power_law_1.01,0.0962336003780365
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,8,power_law_1.01,0.11387840509414673
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,8,power_law_1.2,0.2581952095031738
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,8,power_law_1.01,0.10417280197143555
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,8,power_law_1.01,0.14378880262374877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,8,power_law_1.01,0.14815679788589478
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,8,power_law_1.2,0.49722881317138673
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,8,power_law_1.01,0.14946240186691284
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,8,power_law_1.2,0.3678015947341919
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,8,power_law_1.01,0.15445120334625245
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,8,power_law_1.01,0.15652159452438355
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,8,power_law_1.01,0.16028800010681152
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,8,power_law_1.01,0.1660640001296997
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,8,power_law_1.01,0.17399040460586548
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,8,power_law_1.01,0.19255679845809937
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,8,power_law_1.01,0.21806719303131103
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,8,power_law_1.01,0.23468480110168458
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,8,power_law_1.2,0.720966386795044
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,8,power_law_1.2,0.46990399360656737
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,8,power_law_1.2,0.7169087886810303
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,8,power_law_1.01,0.2875744104385376
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,8,power_law_1.01,0.3399168014526367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,8,power_law_1.01,0.4024928092956543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,8,power_law_1.01,0.5313087940216065
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,8,power_law_1.01,0.6775455951690674
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,8,power_law_1.01,0.9070879936218261
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,8,power_law_1.2,0.6913504123687744
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,8,power_law_1.01,1.223136043548584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,8,power_law_1.01,1.7329504013061523
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,8,power_law_1.01,2.2479328155517577
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,8,power_law_1.01,3.261151885986328
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,8,power_law_1.2,0.9756704330444336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,8,power_law_1.01,4.516524887084961
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,8,power_law_1.01,0.06829439997673034
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,8,power_law_1.01,0.08022720217704774
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,8,power_law_1.01,0.08952640295028687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,8,power_law_1.01,0.08979840278625488
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,8,power_law_1.01,0.09191679954528809
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,8,power_law_1.01,0.12819199562072753
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,8,power_law_1.01,0.1309183955192566
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,8,power_law_1.01,0.13246079683303832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,8,power_law_1.01,0.13663359880447387
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,8,power_law_1.01,0.1416383981704712
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,8,power_law_1.01,0.1468448042869568
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,8,power_law_1.2,0.8710463523864747
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,8,power_law_1.01,0.15446720123291016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,8,power_law_1.01,0.16556160449981688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,8,power_law_1.01,0.19382400512695314
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,8,power_law_1.01,0.21866559982299805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,8,power_law_1.01,0.23182399272918702
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,8,power_law_1.01,0.25164480209350587
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,8,power_law_1.01,0.30915520191192625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,8,power_law_1.01,0.38185598850250246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,8,power_law_1.01,0.5140160083770752
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,8,power_law_1.01,0.654911994934082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,8,power_law_1.01,0.933568000793457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,8,power_law_1.01,1.1731264114379882
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,8,power_law_1.01,1.7333152770996094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,8,power_law_1.01,2.378428840637207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,8,power_law_1.01,3.3894302368164064
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,8,power_law_1.2,0.9677472114562988
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,8,power_law_1.01,4.438931274414062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,8,power_law_1.01,0.06659200191497802
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,8,power_law_1.01,0.08383679986000062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,8,power_law_1.01,0.09078400135040283
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,8,power_law_1.01,0.09731199741363525
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,8,power_law_1.01,0.10472320318222046
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,8,power_law_1.01,0.11587519645690918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,8,power_law_1.01,0.12085440158843994
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,8,power_law_1.01,0.12043839693069458
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,8,power_law_1.01,0.1255295991897583
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,8,power_law_1.01,0.1280959963798523
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,8,power_law_1.01,0.13243520259857178
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,8,power_law_1.01,0.13871680498123168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,8,power_law_1.01,0.14591360092163086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,8,power_law_1.01,0.15943039655685426
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,8,power_law_1.01,0.1742303967475891
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,8,power_law_1.01,0.1860159993171692
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,8,power_law_1.01,0.2180448055267334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,8,power_law_1.01,0.2763040065765381
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,8,power_law_1.01,0.33559360504150393
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,8,power_law_1.01,0.44858880043029786
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,8,power_law_1.01,0.5807295799255371
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,8,power_law_1.01,0.8155712127685547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,8,power_law_1.01,1.0342047691345215
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,8,power_law_1.01,1.5955167770385743
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,8,power_law_1.01,1.9673952102661132
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,8,power_law_1.2,1.3031840324401855
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,8,power_law_1.01,2.9363519668579103
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,8,power_law_1.01,3.9819969177246093
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,8,power_law_1.2,0.07957760095596314
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,8,power_law_1.2,0.07779520153999328
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,8,power_law_1.2,0.09718080163002014
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,8,power_law_1.2,0.1121567964553833
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,8,power_law_1.2,0.11755839586257935
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,8,power_law_1.2,0.1433568000793457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,8,power_law_1.2,0.1482432007789612
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,8,power_law_1.2,0.1483839988708496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,8,power_law_1.2,0.15351359844207763
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,8,power_law_1.2,0.15600960254669188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,8,power_law_1.2,0.1599776029586792
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,8,power_law_1.2,0.16756800413131714
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,8,power_law_1.2,0.18006720542907714
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,8,power_law_1.2,0.20848960876464845
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,8,power_law_1.2,0.21629440784454346
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,8,power_law_1.2,0.2417759895324707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,8,power_law_1.2,1.4517120361328124
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,8,power_law_1.2,0.29768640995025636
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,8,power_law_1.2,0.3521343946456909
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,8,power_law_1.2,0.4116352081298828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,8,power_law_1.2,0.5493728160858155
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,8,power_law_1.2,0.6843647956848145
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,8,power_law_1.2,0.9987423896789551
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,8,power_law_1.2,1.300870418548584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,8,power_law_1.2,1.412060832977295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,8,power_law_1.2,1.8903711318969727
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,8,power_law_1.2,2.457017517089844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,8,power_law_1.2,1.8472320556640625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,8,power_law_1.2,0.06650239825248719
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,8,power_law_1.2,0.07046080231666565
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,8,power_law_1.2,0.08182079792022705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,8,power_law_1.2,0.09004799723625183
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,8,power_law_1.2,0.08615040183067321
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,8,power_law_1.2,0.125273597240448
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,8,power_law_1.2,0.12925440073013306
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,8,power_law_1.2,0.13256319761276245
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,8,power_law_1.2,0.13593599796295167
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,8,power_law_1.2,0.13902080059051514
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,8,power_law_1.2,0.1465824007987976
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,8,power_law_1.2,0.16072959899902345
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,8,power_law_1.2,3.6029888153076173
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,8,power_law_1.2,0.17360960245132445
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,8,power_law_1.2,0.19945919513702393
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,8,power_law_1.2,0.2111583948135376
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,8,power_law_1.2,0.2292543888092041
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,8,power_law_1.2,0.25679359436035154
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,8,power_law_1.2,0.3256063938140869
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,8,power_law_1.2,0.3985503911972046
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,8,power_law_1.2,0.5277567863464355
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,8,power_law_1.2,0.6686592102050781
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,8,power_law_1.2,1.6855039596557617
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,8,power_law_1.2,0.9593888282775879
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,8,power_law_1.2,0.06645439863204956
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,8,power_law_1.2,0.07048320174217224
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,8,power_law_1.2,0.08513919711112976
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,8,power_law_1.2,0.10103679895401001
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,8,power_law_1.2,0.09748160243034362
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,8,power_law_1.2,1.2356032371520995
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,8,power_law_1.2,0.11175359487533569
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,8,power_law_1.2,0.11760640144348145
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,8,power_law_1.2,0.12011200189590454
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,8,power_law_1.2,0.12185920476913452
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,8,power_law_1.2,0.12621760368347168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,8,power_law_1.2,0.13076479434967042
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,8,power_law_1.2,0.1390079975128174
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,8,power_law_1.2,0.14674880504608154
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,8,power_law_1.2,0.15616639852523803
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,8,power_law_1.2,0.17363200187683106
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,8,power_law_1.2,0.19116159677505493
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,8,power_law_1.2,0.22080640792846679
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,8,power_law_1.2,0.2831775903701782
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,8,power_law_1.2,0.3416095972061157
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,8,power_law_1.2,0.4756256103515625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,8,power_law_1.2,0.5967296123504638
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,8,power_law_1.2,1.9172767639160155
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,8,power_law_1.2,0.841436767578125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,8,power_law_1.2,1.0967071533203125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,8,power_law_1.2,1.5913536071777343
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,8,power_law_1.2,1.9088640213012695
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,8,1,power_law_1.01,0.02473919987678528
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,8,1,power_law_1.01,0.044572800397872925
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,8,1,power_law_1.01,0.056435197591781616
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,8,1,power_law_1.01,0.07035840153694153
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,8,1,power_law_1.01,0.08569279909133912
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,8,1,power_law_1.01,0.11442559957504272
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,8,1,power_law_1.01,0.11910719871520996
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,8,1,power_law_1.01,0.12231999635696411
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,8,1,power_law_1.01,0.12951359748840333
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,8,1,power_law_1.01,0.13171199560165406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,8,1,power_law_1.01,0.1407904028892517
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,8,1,power_law_1.01,0.15607039928436278
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,8,1,power_law_1.01,0.1617632031440735
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,8,1,power_law_1.01,0.16747519969940186
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,8,1,power_law_1.01,0.17304639816284179
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,8,1,power_law_1.01,0.17909760475158693
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,8,1,power_law_1.01,0.1915552020072937
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,8,power_law_1.2,2.534316825866699
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,8,1,power_law_1.01,0.2438271999359131
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,8,1,power_law_1.01,0.2837280035018921
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,8,1,power_law_1.01,0.33224639892578123
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,8,1,power_law_1.01,0.40014400482177737
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,8,1,power_law_1.01,0.5368927955627442
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,8,1,power_law_1.01,0.6680607795715332
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,8,1,power_law_1.01,0.9356927871704102
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,8,1,power_law_1.01,1.206918430328369
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,8,power_law_1.2,2.0670719146728516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,8,1,power_law_1.01,1.7346431732177734
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,8,1,power_law_1.01,2.2623424530029297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,8,1,power_law_1.01,0.02932479977607727
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,8,1,power_law_1.01,0.04500479996204376
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,8,1,power_law_1.01,0.05149440169334411
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,8,1,power_law_1.01,0.0652288019657135
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,8,1,power_law_1.01,0.07937600016593933
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,8,1,power_law_1.01,0.10059839487075806
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,8,1,power_law_1.01,0.10260159969329834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,8,1,power_law_1.01,0.10527039766311645
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,8,1,power_law_1.01,0.1121567964553833
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,8,1,power_law_1.01,0.12572480440139772
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,8,1,power_law_1.01,0.13230719566345214
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,8,1,power_law_1.01,0.1381343960762024
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,8,1,power_law_1.01,0.14438400268554688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,8,1,power_law_1.01,0.15522559881210327
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,8,1,power_law_1.01,0.1635648012161255
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,8,1,power_law_1.01,0.17738239765167235
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,8,1,power_law_1.01,0.19413440227508544
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,8,1,power_law_1.01,0.22775039672851563
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,8,1,power_law_1.01,0.259552001953125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,8,1,power_law_1.01,0.32520959377288816
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,8,1,power_law_1.01,0.39127359390258787
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,8,1,power_law_1.01,0.5264832019805908
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,8,1,power_law_1.01,0.660038423538208
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,8,1,power_law_1.01,0.9279520034790039
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,8,1,power_law_1.01,1.1951071739196777
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,8,1,power_law_1.01,1.7431360244750977
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,8,1,power_law_1.01,2.2845888137817383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,4096,1536,8,128,8,1,power_law_1.01,0.05534719824790955
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,4096,1536,8,128,8,1,power_law_1.01,0.06291840076446534
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,4096,1536,8,128,8,1,power_law_1.01,0.08172159790992736
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,4096,1536,8,128,8,1,power_law_1.01,0.10309439897537231
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,4096,1536,8,128,8,1,power_law_1.01,0.12118719816207886
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,8,power_law_1.2,4.660390472412109
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,4096,1536,8,128,8,1,power_law_1.01,0.17454400062561035
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,8,1,power_law_1.2,0.025196799635887147
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,4096,1536,8,128,8,1,power_law_1.01,0.18028160333633422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,8,1,power_law_1.2,0.04583680033683777
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,4096,1536,8,128,8,1,power_law_1.01,0.18896000385284423
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,8,1,power_law_1.2,0.05643839836120605
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,4096,1536,8,128,8,1,power_law_1.01,0.18780800104141235
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,8,1,power_law_1.2,0.06961600184440613
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,4096,1536,8,128,8,1,power_law_1.01,0.19384000301361085
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,8,1,power_law_1.2,0.08161919713020324
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,4096,1536,8,128,8,1,power_law_1.01,0.19857920408248902
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,8,1,power_law_1.2,0.11634240150451661
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,4096,1536,8,128,8,1,power_law_1.01,0.20472319126129152
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,8,1,power_law_1.2,0.12280319929122925
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,4096,1536,8,128,8,1,power_law_1.01,0.20718400478363036
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,8,1,power_law_1.2,0.1277567982673645
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,4096,1536,8,128,8,1,power_law_1.01,0.21078081130981446
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,8,1,power_law_1.2,0.13366080522537233
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,4096,1536,8,128,8,1,power_law_1.01,0.22302720546722413
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,8,1,power_law_1.2,0.13400319814682007
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,8,1,power_law_1.2,0.14842239618301392
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,4096,1536,8,128,8,1,power_law_1.01,0.22675199508666993
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,8,1,power_law_1.2,0.15623680353164673
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,4096,1536,8,128,8,1,power_law_1.01,0.245849609375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,8,1,power_law_1.2,0.16166720390319825
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,8,1,power_law_1.2,0.1676255941390991
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,4096,1536,8,128,8,1,power_law_1.01,0.27945599555969236
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,8,1,power_law_1.2,0.17259199619293214
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,4096,1536,8,128,8,1,power_law_1.01,0.31257920265197753
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,8,1,power_law_1.2,0.17952320575714112
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,4096,1536,8,128,8,1,power_law_1.01,0.38178560733795164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,8,1,power_law_1.2,0.19135040044784546
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,4096,1536,8,128,8,1,power_law_1.01,0.44184322357177735
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,8,1,power_law_1.2,0.24890880584716796
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,4096,1536,8,128,8,1,power_law_1.01,0.5797408103942872
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,8,1,power_law_1.2,0.28580799102783205
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,4096,1536,8,128,8,1,power_law_1.01,0.7047359943389893
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,8,1,power_law_1.2,0.33941121101379396
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,4096,1536,8,128,8,1,power_law_1.01,0.9629055976867675
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,8,1,power_law_1.2,0.40746240615844725
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,4096,1536,8,128,8,1,power_law_1.01,1.2128895759582519
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,4096,1536,8,128,8,1,power_law_1.01,1.719558334350586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,8,1,power_law_1.2,0.5405087947845459
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,4096,1536,8,128,8,1,power_law_1.01,2.225971221923828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,8,1,power_law_1.2,0.03017599880695343
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,8,1,power_law_1.2,0.045372799038887024
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,8,1,power_law_1.2,0.6786240100860595
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,8,1,power_law_1.2,0.05146239995956421
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,8,1,power_law_1.2,0.06238080263137817
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,8,1,power_law_1.2,0.07579519748687744
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,8,1,power_law_1.2,0.10070719718933105
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,8,1,power_law_1.2,0.10354559421539307
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,8,1,power_law_1.2,0.10958399772644042
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,8,1,power_law_1.2,0.12171519994735717
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,8,1,power_law_1.2,0.1270143985748291
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,8,1,power_law_1.2,0.13441280126571656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,8,1,power_law_1.2,0.14080640077590942
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,8,power_law_1.2,3.669747161865234
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,8,1,power_law_1.2,0.14647680521011353
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,8,1,power_law_1.2,0.1578752040863037
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,8,1,power_law_1.2,0.16726720333099365
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,8,1,power_law_1.2,0.18010560274124146
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,8,1,power_law_1.2,0.19384640455245972
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,8,1,power_law_1.2,0.23216640949249268
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,8,1,power_law_1.2,0.2616703987121582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,8,1,power_law_1.2,0.32937920093536377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,8,1,power_law_1.2,0.9476863861083984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,8,1,power_law_1.2,0.39265921115875246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,8,1,power_law_1.2,0.5274784088134765
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,8,1,power_law_1.2,0.6633567810058594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,8,1,power_law_1.2,0.9312319755554199
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,8,power_law_1.2,3.219308853149414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,8,1,power_law_1.2,1.2130080223083497
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,8,1,power_law_1.2,1.2034879684448243
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,8,power_law_1.2,4.886687850952148
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,4096,1536,8,128,8,1,power_law_1.2,0.05577279925346375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,4096,1536,8,128,8,1,power_law_1.2,0.06403520107269287
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,4096,1536,8,128,8,1,power_law_1.2,0.07817599773406983
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,4096,1536,8,128,8,1,power_law_1.2,0.09408640265464782
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,4096,1536,8,128,8,1,power_law_1.2,0.11813440322875976
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,4096,1536,8,128,8,1,power_law_1.2,0.17986880540847777
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,4096,1536,8,128,8,1,power_law_1.2,0.18148800134658813
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,4096,1536,8,128,8,1,power_law_1.2,0.19370880126953124
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,4096,1536,8,128,8,1,power_law_1.2,0.1927008032798767
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,4096,1536,8,128,8,1,power_law_1.2,0.1962496042251587
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,4096,1536,8,128,8,1,power_law_1.2,0.1977280020713806
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,4096,1536,8,128,8,1,power_law_1.2,0.20230720043182374
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,4096,1536,8,128,8,1,power_law_1.2,0.2109407901763916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,4096,1536,8,128,8,1,power_law_1.2,0.20959041118621827
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,4096,1536,8,128,8,1,power_law_1.2,0.2253216028213501
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,4096,1536,8,128,8,1,power_law_1.2,0.23297600746154784
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,4096,1536,8,128,8,1,power_law_1.2,0.24792959690093994
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,4096,1536,8,128,8,1,power_law_1.2,0.2808703899383545
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,4096,1536,8,128,8,1,power_law_1.2,0.3128704071044922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,4096,1536,8,128,8,1,power_law_1.2,0.3810143947601318
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,4096,1536,8,128,8,1,power_law_1.2,0.4379712104797363
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,4096,1536,8,128,8,1,power_law_1.2,0.5737055778503418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,4096,1536,8,128,8,1,power_law_1.2,0.6952032089233399
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,8,1,power_law_1.2,1.7499135971069335
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,8,1,power_law_1.2,1.7493183135986328
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,4096,1536,8,128,8,1,power_law_1.2,0.9510815620422364
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,4096,1536,8,128,8,1,power_law_1.2,1.204195213317871
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,8,power_law_1.2,4.227302551269531
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,8,power_law_1.01,0.1496832013130188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,8,power_law_1.01,0.26237759590148924
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,8,power_law_1.01,0.2516319990158081
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,8,power_law_1.01,0.2731839895248413
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,8,power_law_1.01,0.30031681060791016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,8,power_law_1.01,0.39681599140167234
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,8,power_law_1.01,0.4054080009460449
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,8,power_law_1.01,0.408460807800293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,8,power_law_1.01,0.416809606552124
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,8,power_law_1.01,0.41969919204711914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,8,power_law_1.01,0.43439679145812987
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,8,power_law_1.01,0.437116813659668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,8,power_law_1.01,0.4432703971862793
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,8,power_law_1.01,0.46952319145202637
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,8,power_law_1.01,0.5101439952850342
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,8,power_law_1.01,0.5467552185058594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,8,power_law_1.01,0.598476791381836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,8,power_law_1.01,0.6726816177368165
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,8,power_law_1.01,0.7978559970855713
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,8,power_law_1.01,1.0462783813476562
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,8,power_law_1.01,1.2501407623291017
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,8,power_law_1.01,1.7725568771362306
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,8,power_law_1.01,2.261622428894043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,8,power_law_1.01,3.237305450439453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,8,power_law_1.01,4.1659294128417965
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,8,power_law_1.01,6.192607879638672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,8,power_law_1.01,8.436105346679687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,8,power_law_1.01,0.12177599668502807
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,8,power_law_1.01,0.17723840475082397
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,8,power_law_1.01,0.16482880115509033
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,8,power_law_1.01,0.18782399892807006
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,8,power_law_1.01,0.1906175971031189
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,8,power_law_1.01,0.28758718967437746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,8,power_law_1.01,0.2938143968582153
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,8,power_law_1.01,0.2959007978439331
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,8,power_law_1.01,0.30248639583587644
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,8,power_law_1.01,0.30662078857421876
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,8,power_law_1.01,0.31642239093780516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,8,power_law_1.01,0.32605440616607667
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,8,power_law_1.01,0.33432319164276125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,8,power_law_1.01,0.36033918857574465
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,4096,1536,8,128,8,1,power_law_1.2,1.7102304458618165
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,8,power_law_1.01,0.39047040939331057
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,8,1,power_law_1.2,2.2818368911743163
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,8,power_law_1.01,0.10009919404983521
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,8,power_law_1.01,0.4054880142211914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,8,power_law_1.01,0.15711359977722167
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,8,power_law_1.01,0.48088321685791013
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,8,power_law_1.01,0.5975872039794922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,8,power_law_1.01,0.6962944030761719
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,8,1,power_law_1.2,2.3019487380981447
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,8,power_law_1.2,0.1468768000602722
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,8,power_law_1.01,0.9063424110412598
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,8,power_law_1.2,0.19142719507217407
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,8,power_law_1.2,0.2553600072860718
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,8,power_law_1.01,1.1476096153259276
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,8,power_law_1.2,0.2841599941253662
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,8,power_law_1.2,0.29488959312438967
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,8,power_law_1.01,1.5957856178283691
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,8,power_law_1.2,0.39868481159210206
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,8,power_law_1.01,0.143231999874115
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,8,power_law_1.2,0.4057055950164795
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,8,power_law_1.01,0.1720703959465027
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,8,power_law_1.2,0.40775361061096194
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,8,power_law_1.01,0.1788640022277832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,8,power_law_1.01,2.161043167114258
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,8,power_law_1.2,0.42038397789001464
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,8,power_law_1.01,0.18319040536880493
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,8,power_law_1.2,0.42058238983154295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,8,power_law_1.01,0.21120960712432862
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,8,power_law_1.2,0.42920641899108886
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,8,power_law_1.01,0.22331199645996094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,8,power_law_1.2,0.4459968090057373
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,8,power_law_1.01,0.2235327959060669
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,8,power_law_1.01,3.0975200653076174
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,8,power_law_1.01,0.2560352087020874
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,8,power_law_1.01,0.26996479034423826
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,8,power_law_1.01,0.27400639057159426
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,8,power_law_1.2,0.45078401565551757
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,8,power_law_1.01,0.28343679904937746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,8,power_law_1.2,0.47566399574279783
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,8,power_law_1.01,0.3058271884918213
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,8,power_law_1.01,4.110006332397461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,8,power_law_1.2,0.5403200149536133
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,8,power_law_1.01,0.33222079277038574
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,8,power_law_1.01,0.3552160024642944
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,8,power_law_1.2,0.5656415939331054
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,8,power_law_1.01,0.4059135913848877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,8,power_law_1.2,0.6264768123626709
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,8,power_law_1.01,5.897203063964843
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,8,power_law_1.01,0.5042623996734619
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,8,power_law_1.2,0.7049824237823487
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,8,power_law_1.01,0.5875232219696045
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,8,power_law_1.2,0.8257375717163086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,8,power_law_1.01,0.7953184127807618
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,8,power_law_1.2,1.1226207733154296
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,8,power_law_1.01,0.998902416229248
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,8,power_law_1.2,1.3706815719604493
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,8,power_law_1.01,7.7222755432128904
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,8,power_law_1.01,1.3904800415039062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,8,power_law_1.2,0.12296960353851319
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,8,power_law_1.2,0.15399999618530275
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,8,power_law_1.2,0.1761023998260498
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,8,power_law_1.2,1.885615921020508
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,8,power_law_1.01,1.8015647888183595
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,8,power_law_1.2,0.19489279985427857
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,8,power_law_1.2,0.20856640338897706
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,8,power_law_1.2,0.29074559211730955
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,8,power_law_1.2,0.2942624092102051
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,8,power_law_1.01,2.5949024200439452
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,8,power_law_1.2,0.2958143949508667
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,8,power_law_1.2,0.30459840297698976
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,8,power_law_1.2,0.3086911916732788
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,8,power_law_1.2,2.4795007705688477
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,8,power_law_1.2,0.320963191986084
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,8,power_law_1.01,3.2718177795410157
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,8,power_law_1.2,0.3278879880905151
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,8,power_law_1.2,0.3425663948059082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,8,power_law_1.2,0.3708064079284668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,8,power_law_1.2,3.4136287689208986
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,8,power_law_1.2,0.4005568027496338
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,8,power_law_1.01,4.989340972900391
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,8,power_law_1.2,0.4488224029541016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,8,power_law_1.2,0.5009984016418457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,8,power_law_1.2,0.6199840068817138
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,8,power_law_1.2,0.7421472072601318
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,8,power_law_1.01,6.432054138183593
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,8,power_law_1.2,0.9445088386535645
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,8,power_law_1.2,0.10055999755859375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,8,power_law_1.2,0.10623999834060668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,8,power_law_1.2,1.2508511543273926
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,8,power_law_1.2,0.1484544038772583
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,8,power_law_1.2,0.16175999641418456
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,8,power_law_1.2,0.16785600185394287
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,8,power_law_1.2,1.796905517578125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,8,power_law_1.2,0.17964160442352295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,8,power_law_1.2,0.20929279327392578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,8,power_law_1.2,0.21697919368743895
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,8,power_law_1.2,2.2842559814453125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,8,power_law_1.2,0.2171488046646118
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,8,power_law_1.2,0.2549567937850952
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,8,power_law_1.2,0.269321608543396
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,8,power_law_1.2,0.2805279970169067
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,8,power_law_1.2,0.28424639701843263
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,8,power_law_1.2,4.76446418762207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,8,power_law_1.2,0.3102816104888916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,8,power_law_1.2,3.6172447204589844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,8,power_law_1.2,0.33149759769439696
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,8,power_law_1.2,0.36754560470581055
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,8,power_law_1.2,0.4154463768005371
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,8,power_law_1.2,0.5100704193115234
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,8,power_law_1.2,0.6214719772338867
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,8,power_law_1.2,7.241852569580078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,8,power_law_1.2,0.8441120147705078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,8,power_law_1.2,4.539539337158203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,8,power_law_1.2,1.064249610900879
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,8,power_law_1.2,1.435481643676758
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,8,power_law_1.2,1.7832735061645508
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,8,power_law_1.2,2.7486751556396483
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,8,power_law_1.2,3.7380062103271485
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,8,power_law_1.2,6.453743743896484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,8,power_law_1.2,5.315532684326172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,8,power_law_1.2,10.585814666748046
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,6144,2560,8,160,8,1,power_law_1.01,0.05762240290641785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,6144,2560,8,160,8,1,power_law_1.01,0.07166720032691956
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,6144,2560,8,160,8,1,power_law_1.01,0.0920639991760254
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,6144,2560,8,160,8,1,power_law_1.01,0.13229440450668334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,6144,2560,8,160,8,1,power_law_1.01,0.17793279886245728
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,6144,2560,8,160,8,1,power_law_1.01,0.2994591951370239
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,6144,2560,8,160,8,1,power_law_1.01,0.31395199298858645
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,6144,2560,8,160,8,1,power_law_1.01,0.31900160312652587
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,6144,2560,8,160,8,1,power_law_1.01,0.32575039863586425
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,6144,2560,8,160,8,1,power_law_1.01,0.32603518962860106
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,6144,2560,8,160,8,1,power_law_1.01,0.33955841064453124
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,6144,2560,8,160,8,1,power_law_1.01,0.36035521030426027
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,6144,2560,8,160,8,1,power_law_1.01,0.39277760982513427
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,6144,2560,8,160,8,1,power_law_1.01,0.4035647869110107
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,6144,2560,8,160,8,1,power_law_1.01,0.4166240215301514
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,6144,2560,8,160,8,1,power_law_1.01,0.4310783863067627
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,6144,2560,8,160,8,1,power_law_1.01,0.5057888031005859
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,6144,2560,8,160,8,1,power_law_1.01,0.5513504028320313
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,8,1,power_law_1.01,0.5902207851409912
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,8,1,power_law_1.01,0.6951807975769043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,4096,1536,8,128,8,1,power_law_1.2,2.216556739807129
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,8,1,power_law_1.01,0.03707520067691803
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,8,1,power_law_1.01,0.8265600204467773
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,8,1,power_law_1.01,0.06275519728660583
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,8,1,power_law_1.01,0.08085759878158569
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,8,1,power_law_1.01,1.0661952018737793
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,8,1,power_law_1.01,0.11097279787063599
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,8,1,power_law_1.01,0.143449604511261
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,8,1,power_law_1.01,0.2091871976852417
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,8,1,power_law_1.01,1.3236000061035156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,8,1,power_law_1.01,0.21588480472564697
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,8,1,power_law_1.01,0.22464640140533448
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,8,1,power_law_1.01,0.23016641139984131
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,8,1,power_law_1.01,1.8238496780395508
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,8,1,power_law_1.01,0.24841599464416503
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,8,1,power_law_1.01,0.2788095951080322
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,8,1,power_law_1.01,0.29583039283752444
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,8,1,power_law_1.01,2.3947872161865233
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,8,1,power_law_1.01,0.2898560047149658
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,8,1,power_law_1.01,0.30017919540405275
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,8,1,power_law_1.01,0.3154239892959595
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,8,1,power_law_1.01,3.436732864379883
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,8,1,power_law_1.01,0.33228800296783445
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,8,1,power_law_1.01,0.36253440380096436
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,8,power_law_1.2,6.976703643798828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,8,1,power_law_1.01,0.426800012588501
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,6144,2560,8,160,8,1,power_law_1.01,0.07127360105514527
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,8,1,power_law_1.01,0.4826496124267578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,6144,2560,8,160,8,1,power_law_1.01,0.09397119879722596
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,8,1,power_law_1.01,4.792335891723633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,6144,2560,8,160,8,1,power_law_1.01,0.12540479898452758
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,6144,2560,8,160,8,1,power_law_1.2,0.05755199790000916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,6144,2560,8,160,8,1,power_law_1.01,0.1710368037223816
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,8,1,power_law_1.01,0.5985184192657471
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,6144,2560,8,160,8,1,power_law_1.2,0.07139840126037597
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,6144,2560,8,160,8,1,power_law_1.01,0.2134783983230591
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,6144,2560,8,160,8,1,power_law_1.2,0.09072319865226745
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,6144,2560,8,160,8,1,power_law_1.01,0.3069983959197998
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,8,1,power_law_1.01,0.7143968105316162
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,6144,2560,8,160,8,1,power_law_1.2,0.12117120027542114
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,6144,2560,8,160,8,1,power_law_1.01,0.3219327926635742
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,6144,2560,8,160,8,1,power_law_1.2,0.15768640041351317
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,6144,2560,8,160,8,1,power_law_1.01,0.329964804649353
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,6144,2560,8,160,8,1,power_law_1.2,0.2949311971664429
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,8,1,power_law_1.01,0.9497056007385254
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,6144,2560,8,160,8,1,power_law_1.01,0.33024959564208983
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,6144,2560,8,160,8,1,power_law_1.2,0.30973119735717775
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,6144,2560,8,160,8,1,power_law_1.01,0.3366879940032959
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,6144,2560,8,160,8,1,power_law_1.2,0.3270751953125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,8,1,power_law_1.01,1.1933759689331054
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,6144,2560,8,160,8,1,power_law_1.01,0.3518847942352295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,6144,2560,8,160,8,1,power_law_1.2,0.32852160930633545
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,6144,2560,8,160,8,1,power_law_1.01,0.35609281063079834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,6144,2560,8,160,8,1,power_law_1.2,0.33329598903656005
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,6144,2560,8,160,8,1,power_law_1.01,0.3761312007904053
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,6144,2560,8,160,8,1,power_law_1.2,0.3523519992828369
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,8,1,power_law_1.01,1.6808671951293945
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,6144,2560,8,160,8,1,power_law_1.2,0.3840320110321045
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,6144,2560,8,160,8,1,power_law_1.01,0.36906239986419676
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,6144,2560,8,160,8,1,power_law_1.2,0.3968512058258057
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,6144,2560,8,160,8,1,power_law_1.01,0.3843168020248413
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,6144,2560,8,160,8,1,power_law_1.2,0.4069215774536133
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,6144,2560,8,160,8,1,power_law_1.01,0.386080002784729
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,8,1,power_law_1.01,2.1716287612915037
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,6144,2560,8,160,8,1,power_law_1.2,0.42064638137817384
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,6144,2560,8,160,8,1,power_law_1.01,0.41030402183532716
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,6144,2560,8,160,8,1,power_law_1.2,0.46065921783447267
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,6144,2560,8,160,8,1,power_law_1.01,0.46431360244750974
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,6144,2560,8,160,8,1,power_law_1.2,0.5130559921264648
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,8,1,power_law_1.01,3.14333438873291
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,6144,2560,8,160,8,1,power_law_1.01,0.508355188369751
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,6144,2560,8,160,8,1,power_law_1.2,0.5536128044128418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,6144,2560,8,160,8,1,power_law_1.01,0.6014944076538086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,8,1,power_law_1.2,0.5923391819000244
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,6144,2560,8,160,8,1,power_law_1.01,0.6892864227294921
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,8,1,power_law_1.2,0.7010047912597657
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,8,1,power_law_1.01,4.121020889282226
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,6144,2560,8,160,8,1,power_law_1.01,0.8650176048278808
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,8,1,power_law_1.2,0.03685440123081207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,8,1,power_law_1.2,0.8307647705078125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,8,1,power_law_1.2,0.06396480202674866
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,8,1,power_law_1.2,0.08055999875068665
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,6144,2560,8,160,8,1,power_law_1.01,1.0384223937988282
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,8,1,power_law_1.2,0.1031391978263855
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,8,1,power_law_1.2,1.0748064041137695
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,8,1,power_law_1.2,0.133024001121521
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,8,1,power_law_1.2,0.21283199787139892
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,6144,2560,8,160,8,1,power_law_1.01,1.3907199859619142
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,8,1,power_law_1.2,0.22181758880615235
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,8,1,power_law_1.2,1.3273568153381348
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,8,1,power_law_1.2,0.22432000637054444
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,8,1,power_law_1.2,0.2448575973510742
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,6144,2560,8,160,8,1,power_law_1.01,1.7436063766479493
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,8,1,power_law_1.2,0.2660543918609619
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,8,1,power_law_1.2,0.2856096029281616
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,8,1,power_law_1.2,1.845395278930664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,8,1,power_law_1.2,0.3059391975402832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,8,1,power_law_1.2,0.2925856113433838
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,6144,2560,8,160,8,1,power_law_1.01,2.430966377258301
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,8,1,power_law_1.2,0.30398719310760497
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,8,1,power_law_1.2,0.32048640251159666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,8,1,power_law_1.2,0.33749120235443114
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,6144,2560,8,160,8,1,power_law_1.01,3.120163154602051
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,8,1,power_law_1.2,0.36943039894104
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,6144,2560,8,160,8,1,power_law_1.2,0.0711135983467102
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,8,1,power_law_1.2,0.4353663921356201
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,6144,2560,8,160,8,1,power_law_1.2,0.09255679845809936
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,8,1,power_law_1.2,2.3587200164794924
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,6144,2560,8,160,8,1,power_law_1.2,0.12446399927139282
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,8,1,power_law_1.2,0.48649277687072756
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,6144,2560,8,160,8,1,power_law_1.2,0.16049599647521973
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,6144,2560,8,160,8,1,power_law_1.2,0.20511360168457032
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,8,1,power_law_1.2,0.6006495952606201
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,6144,2560,8,160,8,1,power_law_1.2,0.3049760103225708
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,6144,2560,8,160,8,1,power_law_1.2,0.32227520942687987
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,8,1,power_law_1.2,0.724889612197876
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,6144,2560,8,160,8,1,power_law_1.2,0.34173760414123533
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,6144,2560,8,160,8,1,power_law_1.2,0.34067840576171876
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,8,1,power_law_1.2,0.9607551574707032
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,6144,2560,8,160,8,1,power_law_1.2,0.34928319454193113
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,6144,2560,8,160,8,1,power_law_1.2,0.3514688014984131
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,8,1,power_law_1.2,1.2091584205627441
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,6144,2560,8,160,8,1,power_law_1.2,0.3615648031234741
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,6144,2560,8,160,8,1,power_law_1.2,0.38452160358428955
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,6144,2560,8,160,8,1,power_law_1.2,0.37718079090118406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,6144,2560,8,160,8,1,power_law_1.2,0.38889598846435547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,6144,2560,8,160,8,1,power_law_1.2,0.4026336193084717
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,6144,2560,8,160,8,1,power_law_1.2,0.41728959083557127
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,8,1,power_law_1.2,3.4733345031738283
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,6144,2560,8,160,8,1,power_law_1.2,0.474399995803833
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,8,1,power_law_1.2,1.6919647216796876
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,6144,2560,8,160,8,1,power_law_1.2,0.5155968189239502
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,6144,2560,8,160,8,1,power_law_1.2,0.6035903930664063
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,6144,2560,8,160,8,1,power_law_1.2,0.6888832092285156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,8,1,power_law_1.2,2.178665542602539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,6144,2560,8,160,8,1,power_law_1.2,0.8727744102478028
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,6144,2560,8,160,8,1,power_law_1.2,1.0416640281677245
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,6144,2560,8,160,8,1,power_law_1.2,1.3903648376464843
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,8,1,power_law_1.2,3.1535200119018554
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,8,power_law_1.2,8.873741149902344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,8,power_law_1.01,0.14205440282821655
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,8,power_law_1.01,0.2853440046310425
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,6144,2560,8,160,8,1,power_law_1.2,1.7351680755615235
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,8,power_law_1.01,0.5054975986480713
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,8,power_law_1.01,0.43921918869018556
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,8,power_law_1.01,0.5460480213165283
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,8,power_law_1.01,0.5566624164581299
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,8,power_law_1.01,0.6475552082061767
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,8,power_law_1.01,0.8222304344177246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,8,power_law_1.01,0.8258527755737305
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,8,power_law_1.01,0.8241120338439941
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,8,power_law_1.01,0.8477503776550293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,8,power_law_1.01,0.8545984268188477
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,6144,2560,8,160,8,1,power_law_1.2,2.4173376083374025
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,8,power_law_1.01,0.8640480041503906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,8,power_law_1.01,0.8862048149108886
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,8,power_law_1.01,0.8905280113220215
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,8,power_law_1.01,0.9064959526062012
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,8,power_law_1.01,0.9840864181518555
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,8,power_law_1.01,1.0926272392272949
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,8,power_law_1.01,1.1400927543640136
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,8,power_law_1.01,1.3617280006408692
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,8,1,power_law_1.2,4.744316864013672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,8,power_law_1.01,1.544649600982666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,8,1,power_law_1.2,4.13172492980957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,8,power_law_1.01,0.11488640308380127
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,8,power_law_1.01,0.19560320377349855
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,8,power_law_1.01,0.10473599433898925
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,8,power_law_1.01,1.9701696395874024
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,8,power_law_1.01,0.31998720169067385
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,8,power_law_1.01,0.1699136018753052
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,8,power_law_1.01,0.2838047981262207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,8,power_law_1.01,0.3137439966201782
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,8,power_law_1.01,0.3454335927963257
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,8,power_law_1.01,2.434067153930664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,8,power_law_1.01,0.29153919219970703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,8,power_law_1.01,0.43074560165405273
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,8,power_law_1.01,0.36388800144195554
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,8,power_law_1.01,0.47901439666748047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,8,power_law_1.01,0.4555200099945068
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,8,power_law_1.01,3.301283264160156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,8,power_law_1.01,0.6328320026397705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,8,power_law_1.01,0.5006303787231445
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,8,power_law_1.01,0.614799976348877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,8,power_law_1.01,0.5487103939056397
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,8,power_law_1.01,0.6281760215759278
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,8,power_law_1.01,0.49352002143859863
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,8,power_law_1.01,4.22814712524414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,8,power_law_1.01,0.6280543804168701
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,8,power_law_1.01,0.48613438606262205
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,8,power_law_1.01,0.5282591819763184
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,8,power_law_1.01,0.6232223987579346
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,8,power_law_1.01,0.49564480781555176
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,8,power_law_1.01,0.6501311779022216
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,8,power_law_1.01,0.513043212890625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,8,power_law_1.01,0.7024672031402588
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,8,power_law_1.01,5.986684799194336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,8,power_law_1.01,0.5667967796325684
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,8,power_law_1.01,0.7087232112884522
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,8,power_law_1.01,0.5755231857299805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,8,power_law_1.01,0.7180416107177734
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,8,power_law_1.01,0.5893375873565674
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,8,power_law_1.01,0.7695199966430664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,8,power_law_1.01,0.6236127853393555
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,8,power_law_1.01,7.71209945678711
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,8,power_law_1.01,0.7168992042541504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,8,power_law_1.01,0.870684814453125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,8,power_law_1.2,0.14189120531082153
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,8,power_law_1.2,0.2888000011444092
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,8,power_law_1.01,0.799129581451416
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,8,power_law_1.01,0.9935520172119141
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,8,power_law_1.2,0.3563488006591797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,8,power_law_1.01,0.9629792213439942
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,8,power_law_1.01,1.1914912223815919
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,8,power_law_1.2,0.376476788520813
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,8,power_law_1.2,0.5096831798553467
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,8,power_law_1.01,1.1349087715148927
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,8,power_law_1.01,1.4297472000122071
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,8,power_law_1.2,0.5807456016540528
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,8,power_law_1.01,1.4933792114257813
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,8,power_law_1.2,0.6629183769226075
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,8,power_law_1.01,1.830326461791992
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,8,power_law_1.2,0.8567584037780762
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,6144,2560,8,160,8,1,power_law_1.2,3.1027231216430664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,8,power_law_1.01,2.258483123779297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,8,power_law_1.2,0.11649279594421387
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,8,power_law_1.01,1.85980167388916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,8,power_law_1.2,0.8116959571838379
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,8,power_law_1.2,0.1970463991165161
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,8,power_law_1.2,0.2643455982208252
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,8,power_law_1.2,0.793123197555542
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,8,power_law_1.2,0.2980128049850464
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,8,power_law_1.01,3.0946527481079102
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,8,power_law_1.01,2.606876754760742
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,8,power_law_1.2,0.354748797416687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,8,power_law_1.2,0.7907872200012207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,8,power_law_1.2,0.45085439682006834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,8,power_law_1.2,0.8380640029907227
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,8,power_law_1.2,0.4619487762451172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,8,power_law_1.01,4.043603134155274
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,8,power_law_1.01,3.3765281677246093
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,8,power_law_1.2,0.8557439804077148
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,8,power_law_1.2,0.6573247909545898
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,8,power_law_1.2,0.8963744163513183
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,8,power_law_1.2,0.6202527999877929
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,8,power_law_1.2,0.9110783576965332
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,8,power_law_1.2,0.6385183811187745
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,8,power_law_1.01,4.714041519165039
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,8,power_law_1.2,0.9307104110717773
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,8,power_law_1.01,5.908534240722656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,8,power_law_1.2,0.6178656101226807
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,8,power_law_1.2,0.9571743965148926
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,8,power_law_1.2,0.6345791816711426
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,8,power_law_1.2,1.0703136444091796
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,8,power_law_1.2,0.6628704071044922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,8,power_law_1.2,1.1939007759094238
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,8,power_law_1.01,6.030905532836914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,8,power_law_1.2,0.6736095905303955
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,8,power_law_1.01,7.449362945556641
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,8,power_law_1.2,0.10415040254592896
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,8,power_law_1.2,1.3883808135986329
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,8,1,power_law_1.01,0.05869119763374329
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,8,power_law_1.2,0.16979199647903442
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,8,power_law_1.2,0.7148704051971435
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,8,1,power_law_1.01,0.07470399737358094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,8,power_law_1.2,0.23128960132598878
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,8,power_law_1.2,1.659814453125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,8,1,power_law_1.01,0.09525120258331299
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,8,power_law_1.2,0.29897279739379884
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,8,1,power_law_1.01,0.13909759521484374
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,8,power_law_1.2,0.3627615928649902
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,8,power_law_1.2,0.7215360164642334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,8,power_law_1.2,2.1403135299682616
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,8,1,power_law_1.01,0.2602047920227051
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,8,power_law_1.2,0.44255361557006834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,8,power_law_1.2,0.7925856113433838
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,8,1,power_law_1.01,0.3683487892150879
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,8,power_law_1.2,0.4412799835205078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,8,power_law_1.2,0.8931967735290527
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,8,power_law_1.2,2.6307647705078123
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,8,1,power_law_1.01,0.4188704013824463
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,8,power_law_1.2,0.48706879615783694
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,8,1,power_law_1.01,0.5278656005859375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,8,power_law_1.2,1.0206111907958983
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,8,power_law_1.2,0.49944319725036623
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,8,1,power_law_1.01,0.5499648094177246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,8,power_law_1.2,1.2678463935852051
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,8,power_law_1.2,3.5239326477050783
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,8,power_law_1.2,0.48377599716186526
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,8,1,power_law_1.01,0.5719647884368897
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,8,power_law_1.2,1.4851519584655761
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,8,power_law_1.2,0.4974495887756348
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,8,1,power_law_1.01,0.584611177444458
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,8,1,power_law_1.01,0.6032767772674561
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,8,power_law_1.2,0.5348864078521729
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,8,power_law_1.2,1.9406591415405274
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,8,power_law_1.2,4.486902236938477
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,8,1,power_law_1.01,0.6160927772521972
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,8,power_law_1.2,0.5522816181182861
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,8,power_law_1.2,2.3507776260375977
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,8,1,power_law_1.01,0.6648096084594727
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,8,power_law_1.2,0.5418432235717774
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,8,1,power_law_1.01,0.709548807144165
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,8,power_law_1.2,0.5484864234924316
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,8,1,power_law_1.01,0.7468319892883301
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,8,power_law_1.2,0.5764192104339599
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,8,power_law_1.2,6.300614547729492
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,8,power_law_1.2,3.4290912628173826
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,8,1,power_law_1.01,0.8195839881896972
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,8,power_law_1.2,0.6347936153411865
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,8,1,power_law_1.01,0.874995231628418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,8,power_law_1.2,0.7284671783447265
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,8,power_law_1.2,4.300604629516601
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,8,power_law_1.2,0.8225567817687989
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,8,1,power_law_1.01,0.9645824432373047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,8,power_law_1.2,8.336921691894531
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,8,1,power_law_1.01,1.0528736114501953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,8,power_law_1.2,0.9950528144836426
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,8,1,power_law_1.01,0.041465601325035094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,8,1,power_law_1.01,0.057708799839019775
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,8,1,power_law_1.01,1.1433504104614258
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,8,power_law_1.2,1.2050848007202148
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,8,1,power_law_1.01,0.0855072021484375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,8,power_law_1.2,6.147753524780273
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,8,1,power_law_1.01,0.11651840209960937
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,8,1,power_law_1.01,1.3891584396362304
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,8,power_law_1.2,1.5180671691894532
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,8,1,power_law_1.01,0.20728321075439454
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,8,1,power_law_1.01,0.26965761184692383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,8,1,power_law_1.01,1.6627103805541992
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,8,power_law_1.2,1.970694351196289
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,8,1,power_law_1.01,0.3329440116882324
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,8,1,power_law_1.01,0.3896384000778198
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,8,1,power_law_1.01,2.203740882873535
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,8,power_law_1.2,8.181110382080078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,8,1,power_law_1.01,0.4094719886779785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,8,power_law_1.2,2.7321311950683596
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,8,1,power_law_1.01,0.4192255973815918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,8,1,power_law_1.01,2.7203712463378906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,8,1,power_law_1.01,0.44009599685668943
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,8,power_law_1.2,3.5073215484619142
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,8,1,power_law_1.01,0.46453118324279785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,8,1,power_law_1.01,0.04683519899845123
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,8,1,power_law_1.01,0.48583040237426756
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,8,1,power_law_1.01,3.8583297729492188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,8,1,power_law_1.01,0.5253376007080078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,8,power_law_1.2,5.085785675048828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,8,1,power_law_1.01,0.5783743858337402
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,8,1,power_law_1.01,0.616156816482544
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,8,1,power_law_1.01,0.057231998443603514
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,8,1,power_law_1.01,4.925356674194336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,8,1,power_law_1.01,0.6175871849060058
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,8,1,power_law_1.01,0.06967359781265259
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,8,1,power_law_1.01,0.09838079810142517
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,8,1,power_law_1.01,0.6675072193145752
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,7168,2048,8,384,8,1,power_law_1.01,0.10567359924316407
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,8,power_law_1.2,6.4631103515625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,8,1,power_law_1.01,0.7271615982055664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,8,1,power_law_1.2,0.05975679755210876
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,7168,2048,8,384,8,1,power_law_1.01,0.11818239688873292
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,8,1,power_law_1.2,0.0751263976097107
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,8,1,power_law_1.01,0.8487199783325196
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,7168,2048,8,384,8,1,power_law_1.01,0.15655360221862794
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,8,1,power_law_1.2,0.09503999948501587
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,7168,2048,8,384,8,1,power_law_1.01,0.215830397605896
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,8,1,power_law_1.01,0.9694623947143555
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,7168,2048,8,384,8,1,power_law_1.01,0.31816959381103516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,8,1,power_law_1.01,0.15418239831924438
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,8,1,power_law_1.01,1.202560043334961
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,7168,2048,8,384,8,1,power_law_1.01,0.4306431770324707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,8,1,power_law_1.2,0.1384992003440857
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,7168,2048,8,384,8,1,power_law_1.01,0.4728384017944336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,8,1,power_law_1.01,1.4436960220336914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,8,1,power_law_1.2,0.22480320930480957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,7168,2048,8,384,8,1,power_law_1.01,0.6084095954895019
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,8,1,power_law_1.2,0.34305601119995116
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,7168,2048,8,384,8,1,power_law_1.01,0.6296895980834961
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,8,1,power_law_1.2,0.39544000625610354
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,8,1,power_law_1.01,1.9240383148193358
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,8,1,power_law_1.01,0.23135039806365967
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,7168,2048,8,384,8,1,power_law_1.01,0.6324800014495849
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,8,1,power_law_1.2,0.5232319831848145
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,8,1,power_law_1.01,0.2605760097503662
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,7168,2048,8,384,8,1,power_law_1.01,0.6596672058105468
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,8,1,power_law_1.2,0.5345344066619873
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,8,1,power_law_1.01,0.30101120471954346
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,8,1,power_law_1.01,2.4069087982177733
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,7168,2048,8,384,8,1,power_law_1.01,0.6946208000183105
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,8,1,power_law_1.2,0.5448895931243897
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,8,1,power_law_1.01,0.3111711978912354
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,7168,2048,8,384,8,1,power_law_1.01,0.6932864189147949
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,8,1,power_law_1.2,0.5738336086273194
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,8,1,power_law_1.01,0.32597761154174804
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,7168,2048,8,384,8,1,power_law_1.01,0.709497594833374
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,8,1,power_law_1.01,0.33771839141845705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,8,1,power_law_1.2,0.5914271831512451
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,8,1,power_law_1.01,3.379740905761719
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,7168,2048,8,384,8,1,power_law_1.01,0.7307616233825683
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,8,1,power_law_1.01,0.3561216115951538
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,8,1,power_law_1.2,0.6161600112915039
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,7168,2048,8,384,8,1,power_law_1.01,0.7457536220550537
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,8,1,power_law_1.01,0.3871583938598633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,8,1,power_law_1.2,0.6701119899749756
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,7168,2048,8,384,8,1,power_law_1.01,0.7615808010101318
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,8,1,power_law_1.01,0.40461440086364747
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,8,1,power_law_1.2,0.7122464179992676
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,8,1,power_law_1.01,4.349350357055664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,7168,2048,8,384,8,1,power_law_1.01,0.8244480133056641
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,8,1,power_law_1.01,0.42136640548706056
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,8,1,power_law_1.2,0.041065600514411923
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,8,1,power_law_1.2,0.7515744209289551
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,8,1,power_law_1.2,0.056543999910354616
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,8,1,power_law_1.01,0.44092159271240233
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,7168,2048,8,384,8,1,power_law_1.01,0.8656864166259766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,8,1,power_law_1.2,0.8290528297424317
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,8,1,power_law_1.2,0.08574399948120118
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,8,1,power_law_1.01,0.501964807510376
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,8,1,power_law_1.2,0.11699839830398559
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,7168,2048,8,384,8,1,power_law_1.01,0.9631584167480469
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,8,1,power_law_1.2,0.9264096260070801
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,8,1,power_law_1.01,0.5946976184844971
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,8,1,power_law_1.2,0.19742079973220825
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,7168,2048,8,384,8,1,power_law_1.01,1.054201602935791
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,8,1,power_law_1.2,0.9938528060913085
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,8,1,power_law_1.2,0.25328960418701174
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,8,1,power_law_1.2,1.0821696281433106
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,7168,2048,8,384,8,1,power_law_1.01,1.2598048210144044
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,8,1,power_law_1.2,0.30409600734710696
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,8,1,power_law_1.2,1.2170751571655274
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,8,1,power_law_1.2,0.38531200885772704
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,7168,2048,8,384,8,1,power_law_1.01,1.4356191635131836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,8,1,power_law_1.2,0.39397759437561036
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,8,1,power_law_1.2,1.4466143608093263
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,8,1,power_law_1.01,0.7153855800628662
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,8,1,power_law_1.2,0.41289281845092773
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,7168,2048,8,384,8,1,power_law_1.01,1.8208927154541015
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,8,1,power_law_1.01,0.8987968444824219
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,8,1,power_law_1.2,1.7107231140136718
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,8,1,power_law_1.2,0.43796801567077637
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,8,1,power_law_1.2,0.4694208145141602
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,7168,2048,8,384,8,1,power_law_1.01,2.1934911727905275
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,8,1,power_law_1.2,2.1992160797119142
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,8,1,power_law_1.2,0.4889823913574219
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,8,1,power_law_1.2,0.5310976028442382
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,7168,2048,8,384,8,1,power_law_1.01,2.935478401184082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,8,1,power_law_1.2,2.7720800399780274
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,8,1,power_law_1.2,0.5817823886871338
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,8,1,power_law_1.01,0.9548416137695312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,8,1,power_law_1.2,0.621395206451416
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,8,1,power_law_1.2,0.6197440147399902
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,8,1,power_law_1.01,1.1952351570129394
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,7168,2048,8,384,8,1,power_law_1.01,3.6981632232666017
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,8,1,power_law_1.2,3.88900146484375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,8,1,power_law_1.2,0.6823584079742432
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,8,1,power_law_1.2,0.7469600200653076
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,8,1,power_law_1.2,0.863702392578125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,8,1,power_law_1.2,5.135734558105469
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,8,1,power_law_1.2,0.9908543586730957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,8,1,power_law_1.2,1.2265952110290528
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,7168,2048,8,384,8,1,power_law_1.2,0.10568000078201294
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,7168,2048,8,384,8,1,power_law_1.2,0.1183359980583191
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,8,1,power_law_1.01,1.447817611694336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,7168,2048,8,384,8,1,power_law_1.2,0.15842560529708863
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,8,1,power_law_1.2,1.4690336227416991
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,7168,2048,8,384,8,1,power_law_1.2,0.21625919342041017
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,8,1,power_law_1.2,0.046188798546791074
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,7168,2048,8,384,8,1,power_law_1.2,0.2924799919128418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,8,1,power_law_1.01,1.9257343292236329
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,8,1,power_law_1.2,1.9503360748291017
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,7168,2048,8,384,8,1,power_law_1.2,0.38747200965881345
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,7168,2048,8,384,8,1,power_law_1.2,0.4501215934753418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,7168,2048,8,384,8,1,power_law_1.2,0.5853055953979492
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,8,1,power_law_1.01,2.4071071624755858
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,8,1,power_law_1.2,2.4336000442504884
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,7168,2048,8,384,8,1,power_law_1.2,0.616326379776001
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,7168,2048,8,384,8,1,power_law_1.2,0.6215904235839844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,8,1,power_law_1.01,3.3633121490478515
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,7168,2048,8,384,8,1,power_law_1.2,0.6415520191192627
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,8,1,power_law_1.2,0.055327999591827395
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,8,1,power_law_1.2,3.4071903228759766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,8,1,power_law_1.2,0.07086079716682434
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,7168,2048,8,384,8,1,power_law_1.2,0.6756735801696777
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,8,1,power_law_1.2,0.09756479859352112
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,7168,2048,8,384,8,1,power_law_1.2,0.6830976009368896
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,8,1,power_law_1.01,4.316745758056641
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,7168,2048,8,384,8,1,power_law_1.2,0.7051231861114502
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,8,power_law_1.01,0.061001598834991455
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,8,power_law_1.01,0.08370559811592101
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,8,1,power_law_1.2,4.379779052734375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,8,power_law_1.01,0.08034560084342957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,7168,2048,8,384,8,1,power_law_1.2,0.7265376091003418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,8,power_law_1.01,0.08674560189247131
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,8,power_law_1.01,0.08920639753341675
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,7168,2048,8,384,8,1,power_law_1.2,0.7372704029083252
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,8,power_law_1.01,0.115721595287323
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,8,power_law_1.01,0.11360640525817871
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,7168,2048,8,384,8,1,power_law_1.2,0.7637440204620362
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,8,power_law_1.01,0.1183743953704834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,8,power_law_1.01,0.05065600275993347
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,8,power_law_1.01,0.11976319551467896
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,7168,2048,8,384,8,1,power_law_1.2,0.8359295845031738
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,8,power_law_1.01,0.1214784026145935
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,8,power_law_1.01,0.07108160257339477
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,8,power_law_1.01,0.12488640546798706
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,8,power_law_1.01,0.0660863995552063
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,8,power_law_1.01,0.12667839527130126
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,8,power_law_1.01,0.0794975996017456
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,8,power_law_1.01,0.1284767985343933
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,8,power_law_1.01,0.0837440013885498
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,8,power_law_1.01,0.13331520557403564
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,7168,2048,8,384,8,1,power_law_1.2,0.8841919898986816
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,8,power_law_1.01,0.16074559688568116
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,8,power_law_1.01,0.09528639912605286
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,8,power_law_1.01,0.17963520288467408
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,8,power_law_1.01,0.09639359712600708
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,8,1,power_law_1.2,0.14400320053100585
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,8,power_law_1.01,0.19714239835739136
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,8,power_law_1.01,0.0997759997844696
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,7168,2048,8,384,8,1,power_law_1.2,0.987395191192627
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,8,power_law_1.01,0.10175039768218994
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,8,power_law_1.01,0.2419424057006836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,8,power_law_1.01,0.1017408013343811
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,8,power_law_1.01,0.2861599922180176
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,7168,2048,8,384,8,1,power_law_1.2,1.087395191192627
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,8,power_law_1.01,0.10494719743728638
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,8,power_law_1.01,0.3863487958908081
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,8,power_law_1.01,0.10957440137863159
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,8,power_law_1.01,0.11369919776916504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,8,power_law_1.01,0.46023998260498045
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,7168,2048,8,384,8,1,power_law_1.2,1.2780447959899903
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,8,power_law_1.01,0.1255839943885803
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,8,power_law_1.01,0.6455264091491699
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,8,power_law_1.01,0.14166719913482667
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,7168,2048,8,384,8,1,power_law_1.2,1.4746399879455567
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,8,power_law_1.01,0.15397440195083617
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,8,power_law_1.01,0.8164031982421875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,8,power_law_1.01,0.17420799732208253
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,8,power_law_1.01,1.1976384162902831
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,8,power_law_1.01,0.22187840938568115
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,7168,2048,8,384,8,1,power_law_1.2,1.843414306640625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,8,power_law_1.01,0.2629568099975586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,8,1,power_law_1.2,0.1926591992378235
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,8,power_law_1.01,1.5983296394348145
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,8,power_law_1.01,0.3466592073440552
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,8,1,power_law_1.2,0.2466752052307129
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,7168,2048,8,384,8,1,power_law_1.2,2.2202432632446287
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,8,power_law_1.01,0.434771203994751
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,8,1,power_law_1.2,0.29396159648895265
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,8,power_law_1.01,2.2622432708740234
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,8,power_law_1.01,0.6092063903808593
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,8,1,power_law_1.2,0.3059391975402832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,8,power_law_1.01,0.7984288215637207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,8,1,power_law_1.2,0.3205280065536499
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,7168,2048,8,384,8,1,power_law_1.2,2.9652448654174806
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,8,power_law_1.01,3.0193119049072266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,8,power_law_1.2,0.0611519992351532
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,8,power_law_1.01,1.1441823959350585
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,8,1,power_law_1.2,0.33407680988311766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,8,power_law_1.2,0.06934400200843811
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,8,power_law_1.2,0.07942399978637696
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,8,power_law_1.2,0.09088000059127807
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,8,1,power_law_1.2,0.3609503984451294
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,8,power_law_1.2,0.08966720104217529
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,8,power_law_1.01,1.5158528327941894
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,8,power_law_1.2,0.1118783950805664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,8,power_law_1.2,0.11208319664001465
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,7168,2048,8,384,8,1,power_law_1.2,3.7114078521728517
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,8,power_law_1.2,0.04663360118865967
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,8,power_law_1.2,0.1192639946937561
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,8,power_law_1.2,0.05687680244445801
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,8,power_law_1.2,0.11889599561691284
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,8,1,power_law_1.2,0.3800704002380371
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,8,power_law_1.01,2.1682432174682615
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,8,power_law_1.2,0.06171839833259583
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,8,power_law_1.2,0.12149759531021118
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,8,power_law_1.2,0.0723136007785797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,8,power_law_1.2,0.07495359778404236
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,8,power_law_1.2,0.12418880462646484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,8,1,power_law_1.2,0.40668158531188964
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,8,power_law_1.2,0.09336640238761902
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,8,power_law_1.2,0.12677119970321654
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,8,power_law_1.2,0.0951744019985199
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,8,power_law_1.2,0.12939200401306153
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,8,1,power_law_1.2,0.4275040149688721
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,8,power_law_1.01,2.9082048416137694
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,8,power_law_1.2,0.09890559911727906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,8,power_law_1.2,0.15479999780654907
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,8,power_law_1.2,0.09993600249290466
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,8,power_law_1.2,0.10131200551986694
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,8,1,power_law_1.2,0.44143362045288087
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,8,power_law_1.2,0.168614399433136
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,8,power_law_1.2,0.10534080266952514
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,8,power_law_1.2,0.18486720323562622
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,8,power_law_1.2,0.11089279651641845
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,8,1,power_law_1.2,0.5109663963317871
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,8,power_law_1.2,0.11822719573974609
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,8,power_law_1.2,0.20720319747924804
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,8,1,power_law_1.2,0.6056096076965332
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,8,power_law_1.2,0.2584320068359375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,8,power_law_1.2,0.3035327911376953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,8,power_law_1.2,0.13154560327529907
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,8,power_law_1.2,0.39994239807128906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,2688,1856,6,128,8,1,power_law_1.01,0.02338239997625351
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,8,power_law_1.2,0.14216959476470947
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,2688,1856,6,128,8,1,power_law_1.01,0.03198080062866211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,8,power_law_1.2,0.157315194606781
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,8,power_law_1.2,0.4953440189361572
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,2688,1856,6,128,8,1,power_law_1.01,0.0514240026473999
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,8,power_law_1.2,0.17642560005187988
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,8,power_law_1.2,0.2255552053451538
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,8,power_law_1.2,0.7100607872009277
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,8,power_law_1.2,0.2750432014465332
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,8,power_law_1.2,0.8612480163574219
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,8,power_law_1.2,0.36688640117645266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,2688,1856,6,128,8,1,power_law_1.01,0.07991359829902649
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,2688,1856,6,128,8,1,power_law_1.01,0.09912319779396057
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,8,power_law_1.2,0.4455904006958008
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,2688,1856,6,128,8,1,power_law_1.01,0.1496832013130188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,8,power_law_1.2,1.310649585723877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,2688,1856,6,128,8,1,power_law_1.01,0.1568992018699646
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,8,power_law_1.2,0.6471456050872803
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,2688,1856,6,128,8,1,power_law_1.01,0.15843199491500853
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,2688,1856,6,128,8,1,power_law_1.01,0.16627520322799683
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,8,power_law_1.2,0.8464415550231934
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,2688,1856,6,128,8,1,power_law_1.01,0.17056000232696533
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,8,power_law_1.2,1.6689952850341796
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,2688,1856,6,128,8,1,power_law_1.01,0.1885215997695923
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,8,1,power_law_1.2,0.7380224227905273
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,8,1,power_law_1.2,0.9104479789733887
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,8,power_law_1.2,1.2258527755737305
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,8,power_law_1.2,1.7010751724243165
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,2688,1856,6,128,8,1,power_law_1.01,0.20183680057525635
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,2688,1856,6,128,8,1,power_law_1.01,0.20655999183654786
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,2688,1856,6,128,8,1,power_law_1.01,0.2125727891921997
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,2688,1856,6,128,8,1,power_law_1.01,0.22286720275878907
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,2688,1856,6,128,8,1,power_law_1.01,0.23585920333862304
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,2688,1856,6,128,8,1,power_law_1.01,0.2695071935653687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,8,power_law_1.2,2.387968063354492
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,2688,1856,6,128,8,1,power_law_1.01,0.30036799907684325
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,8,1,power_law_1.01,0.3311199903488159
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,8,power_law_1.2,2.570832061767578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,8,1,power_law_1.01,0.3928224086761475
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,8,1,power_law_1.01,0.46755518913269045
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,8,1,power_law_1.01,0.6040863990783691
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,8,1,power_law_1.01,0.739408016204834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,8,power_law_1.2,3.2690528869628905
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,8,1,power_law_1.2,0.9759488105773926
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,8,1,power_law_1.01,1.023737621307373
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,8,1,power_law_1.2,1.2111488342285157
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,8,1,power_law_1.01,0.028883200883865357
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,8,1,power_law_1.01,1.304966354370117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,8,1,power_law_1.01,0.03484799861907959
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,8,1,power_law_1.01,0.05090879797935486
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,8,1,power_law_1.01,1.8659391403198242
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,8,1,power_law_1.01,0.07712000012397766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,8,1,power_law_1.01,0.09511359930038452
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,8,1,power_law_1.01,2.4174591064453126
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,8,1,power_law_1.01,0.14039679765701293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,2688,1856,6,128,8,1,power_law_1.2,0.02336000055074692
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,8,1,power_law_1.01,0.15638400316238404
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,2688,1856,6,128,8,1,power_law_1.2,0.039980798959732056
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,2688,1856,6,128,8,1,power_law_1.2,0.05160639882087707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,8,1,power_law_1.01,0.15966720581054689
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,8,power_law_1.2,3.1718015670776367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,2688,1856,6,128,8,1,power_law_1.2,0.07666879892349243
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,8,1,power_law_1.01,0.1615007996559143
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,2688,1856,6,128,8,1,power_law_1.2,0.09581440091133117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,8,1,power_law_1.01,0.16836479902267457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,2688,1856,6,128,8,1,power_law_1.2,0.14539519548416138
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,8,1,power_law_1.01,0.18103040456771852
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,2688,1856,6,128,8,1,power_law_1.2,0.15533119440078735
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,2688,1856,6,128,8,1,power_law_1.2,0.16123520135879515
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,8,1,power_law_1.2,0.027728000283241273
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,2688,1856,6,128,8,1,power_law_1.2,0.1705631971359253
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,8,1,power_law_1.2,0.04057919979095459
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,2688,1856,6,128,8,1,power_law_1.2,0.18023040294647216
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,8,1,power_law_1.2,0.050281602144241336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,2688,1856,6,128,8,1,power_law_1.2,0.1958688020706177
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,2688,1856,6,128,8,1,power_law_1.2,0.20553920269012452
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,2688,1856,6,128,8,1,power_law_1.2,0.2085439920425415
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,8,1,power_law_1.01,0.18071680068969725
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,2688,1856,6,128,8,1,power_law_1.2,0.2234208106994629
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,8,1,power_law_1.01,0.18347840309143065
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,2688,1856,6,128,8,1,power_law_1.2,0.23573439121246337
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,8,1,power_law_1.2,0.07124480009078979
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,8,1,power_law_1.01,0.19615999460220337
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,8,1,power_law_1.2,0.0883520007133484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,2688,1856,6,128,8,1,power_law_1.2,0.2427135944366455
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,8,1,power_law_1.01,0.20223040580749513
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,8,1,power_law_1.2,0.14217280149459838
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,2688,1856,6,128,8,1,power_law_1.2,0.2758624076843262
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,8,1,power_law_1.2,1.4725695610046388
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,8,1,power_law_1.2,0.14939520359039307
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,8,1,power_law_1.01,0.21479361057281493
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,8,1,power_law_1.2,0.15857919454574584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,2688,1856,6,128,8,1,power_law_1.2,0.30550079345703124
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,8,1,power_law_1.01,0.22926080226898193
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,8,1,power_law_1.2,0.16635199785232543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,8,1,power_law_1.2,0.3364128112792969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,8,1,power_law_1.2,0.17063360214233397
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,8,1,power_law_1.01,0.2669471979141235
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,8,1,power_law_1.2,1.945043182373047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,8,1,power_law_1.2,0.18704960346221924
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,8,1,power_law_1.2,0.40283842086791993
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,8,1,power_law_1.01,0.29963839054107666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,8,1,power_law_1.2,0.47519359588623045
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,8,1,power_law_1.01,0.36733760833740237
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,8,1,power_law_1.2,0.6101280212402344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,8,1,power_law_1.01,0.4373600006103516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,8,1,power_law_1.2,2.435078430175781
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,8,1,power_law_1.01,0.5732128143310546
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,8,1,power_law_1.2,0.1873088002204895
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,8,1,power_law_1.01,0.7157408237457276
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,8,1,power_law_1.2,0.18773119449615477
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,8,1,power_law_1.2,0.1972991943359375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,8,1,power_law_1.2,0.7499296188354492
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,8,1,power_law_1.01,0.9930912017822265
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,8,1,power_law_1.2,3.3783615112304686
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,8,1,power_law_1.2,0.2095423936843872
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,8,1,power_law_1.2,0.22250239849090575
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,8,1,power_law_1.01,1.2735967636108398
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,8,1,power_law_1.2,1.0321727752685548
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,8,1,power_law_1.2,0.24181439876556396
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,8,1,power_law_1.2,0.2713855981826782
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,8,1,power_law_1.01,1.8292608261108398
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,8,1,power_law_1.2,4.324736022949219
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,8,1,power_law_1.2,0.3013375997543335
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,8,power_law_1.01,0.28820478916168213
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,8,1,power_law_1.2,0.3742111921310425
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,8,power_law_1.01,0.49817280769348143
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,8,1,power_law_1.01,2.390332794189453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,8,power_law_1.01,0.4225599765777588
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,8,1,power_law_1.2,0.44234561920166016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,8,1,power_law_1.2,1.310934352874756
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,8,1,power_law_1.2,0.5780640125274659
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,8,power_law_1.01,0.5004032135009766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,8,1,power_law_1.2,0.7143328189849854
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,8,power_law_1.01,0.6070655822753906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,8,power_law_1.01,0.1916319966316223
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,8,1,power_law_1.2,0.9926943778991699
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,8,power_law_1.01,0.3353568077087402
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,8,power_law_1.01,0.6669536113739014
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,8,power_law_1.01,0.291644811630249
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,8,power_law_1.01,0.6284319877624511
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,8,1,power_law_1.2,1.2684351921081543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,8,power_law_1.01,0.37227840423583985
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,8,power_law_1.01,0.6518784046173096
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,8,power_law_1.01,0.43169918060302737
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,8,1,power_law_1.2,1.8667776107788085
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,8,power_law_1.01,0.9283391952514648
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,8,power_law_1.01,0.49527997970581056
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,8,1,power_law_1.2,1.8197504043579102
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,8,power_law_1.01,0.8924863815307618
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,8,power_law_1.01,0.496563196182251
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,8,power_law_1.01,0.5050367832183837
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,8,power_law_1.01,0.9610624313354492
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,8,power_law_1.01,0.7636064052581787
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,8,power_law_1.01,0.7577375888824462
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,8,power_law_1.01,0.9751680374145508
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,8,power_law_1.01,0.7795360088348389
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,8,1,power_law_1.2,2.4239648818969726
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,8,power_law_1.01,1.0317760467529298
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,8,power_law_1.01,0.8032320022583008
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,8,power_law_1.01,1.0763936042785645
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,8,power_law_1.01,0.19351359605789184
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,8,power_law_1.01,0.8364543914794922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,8,power_law_1.01,0.31938560009002687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,8,power_law_1.01,1.103932762145996
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,8,power_law_1.01,0.8787199974060058
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,8,power_law_1.01,0.2790208101272583
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,8,power_law_1.01,1.155827236175537
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,8,power_law_1.01,0.9321151733398437
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,8,power_law_1.01,0.37378880977630613
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,8,power_law_1.01,1.2735520362854005
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,8,power_law_1.01,0.9922207832336426
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,8,power_law_1.01,0.47420477867126465
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,8,power_law_1.01,1.1077664375305176
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,8,power_law_1.01,1.4602399826049806
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,8,power_law_1.01,0.5695231914520263
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,8,power_law_1.01,0.5507775783538819
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,8,power_law_1.01,1.3289119720458984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,8,power_law_1.01,1.6856447219848634
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,8,power_law_1.01,0.5424384117126465
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,8,power_law_1.01,1.5523200035095215
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,8,power_law_1.01,0.5694176197052002
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,8,power_law_1.01,2.1697856903076174
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,8,power_law_1.01,0.5883135795593262
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,8,power_law_1.01,2.009292793273926
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,8,power_law_1.01,0.6105216026306153
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,8,power_law_1.01,2.6002912521362305
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,8,1,power_law_1.2,2.3829151153564454
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,8,power_law_1.01,0.6436511993408203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,8,power_law_1.2,0.29023358821868894
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,8,power_law_1.01,2.5049055099487303
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,8,power_law_1.2,0.3550463914871216
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,8,power_law_1.01,0.6629087924957275
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,8,power_law_1.2,0.4051231861114502
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,8,power_law_1.01,3.486592102050781
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,8,power_law_1.01,0.7027167797088623
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,8,power_law_1.2,0.5360320091247559
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,8,power_law_1.01,3.3826015472412108
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,8,power_law_1.01,0.7557407855987549
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,8,power_law_1.2,0.6068352222442627
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,8,power_law_1.01,0.8135231971740723
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,8,power_law_1.01,4.389385604858399
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,8,power_law_1.2,0.6514336109161377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,8,power_law_1.01,0.8915007591247559
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,8,power_law_1.2,0.6388319969177246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,8,power_law_1.01,4.262617492675782
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,8,power_law_1.01,1.0990752220153808
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,8,power_law_1.2,0.6607647895812988
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,8,power_law_1.2,0.9031968116760254
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,8,power_law_1.01,1.3184127807617188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,8,power_law_1.01,6.166473770141602
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,8,power_law_1.2,0.9418911933898926
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,8,power_law_1.01,6.239270401000977
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,8,power_law_1.2,0.9862175941467285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,8,power_law_1.01,1.7080255508422852
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,8,power_law_1.2,1.0292511940002442
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,8,power_law_1.2,1.0324543952941894
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,8,power_law_1.01,2.1370367050170898
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,8,power_law_1.01,8.370742034912109
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,8,power_law_1.2,1.0908479690551758
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,8,power_law_1.01,8.251766204833984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,8,power_law_1.2,1.1362527847290038
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,8,power_law_1.01,2.934275245666504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,8,power_law_1.2,1.2034015655517578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,8,power_law_1.2,1.2994112014770507
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,8,power_law_1.2,1.5204416275024415
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,8,power_law_1.01,3.782640075683594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,8,power_law_1.01,12.643657684326172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,8,power_law_1.2,1.767532730102539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,8,power_law_1.01,12.0299072265625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,8,power_law_1.2,2.222096061706543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,8,power_law_1.01,5.540748977661133
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,8,power_law_1.2,2.666422462463379
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,8,power_law_1.2,3.641302490234375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,8,power_law_1.01,7.042601776123047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,8,power_law_1.01,16.899813842773437
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,8,power_law_1.2,0.18852479457855226
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,8,power_law_1.01,16.361219787597655
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,8,power_law_1.2,0.24786560535430907
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,8,power_law_1.2,0.19503040313720704
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,8,power_law_1.2,0.3007263898849487
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,8,power_law_1.2,0.25051519870758054
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,8,power_law_1.2,4.615606307983398
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,8,power_law_1.2,0.3565759897232056
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,8,power_law_1.2,0.2891871929168701
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,8,power_law_1.2,0.41478400230407714
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,8,power_law_1.2,0.35395839214324953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,8,power_law_1.2,0.5074304103851318
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,8,power_law_1.2,0.4735072135925293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,8,power_law_1.01,10.518355560302734
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,8,power_law_1.2,0.46863040924072263
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,8,power_law_1.2,0.5532159805297852
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,8,power_law_1.2,0.5014912128448487
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,8,power_law_1.2,7.095661163330078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,8,power_law_1.2,0.5349184036254883
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,8,power_law_1.2,0.710748815536499
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,8,power_law_1.2,0.5786848068237305
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,8,power_law_1.2,0.7471327781677246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,8,power_law_1.2,0.5656320095062256
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,8,power_law_1.2,0.772976016998291
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,8,power_law_1.2,0.5838111877441406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,8,power_law_1.2,0.8051360130310059
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,8,power_law_1.2,0.6062816143035888
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,8,power_law_1.2,0.6437151908874512
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,8,power_law_1.2,0.8465567588806152
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,8,power_law_1.2,9.548063659667969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,8,power_law_1.2,0.6697023868560791
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,8,power_law_1.2,0.9022015571594239
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,8,power_law_1.01,13.696086120605468
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,8,power_law_1.2,0.7268320083618164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,8,power_law_1.2,0.9580224037170411
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,8,power_law_1.2,0.7785568237304688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,8,power_law_1.2,1.0281984329223632
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,8,power_law_1.2,0.8160832405090332
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,8,power_law_1.2,1.1379743576049806
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,2688,22,512,8,1,power_law_1.01,0.06269760131835937
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,8,power_law_1.2,0.935324764251709
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,2688,22,512,8,1,power_law_1.01,0.08672320246696472
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,8,power_law_1.2,1.3755295753479004
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,8,power_law_1.2,1.1529760360717773
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,2688,22,512,8,1,power_law_1.01,0.16351039409637452
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,8,power_law_1.2,1.3626239776611329
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,8,power_law_1.2,1.6243711471557618
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,2688,22,512,8,1,power_law_1.01,0.2524319887161255
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,8,power_law_1.2,14.568246459960937
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,2688,22,512,8,1,power_law_1.01,0.3605855941772461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,8,power_law_1.2,1.7918880462646485
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,8,power_law_1.2,2.0685632705688475
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,2688,22,512,8,1,power_law_1.01,0.5651296138763428
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,2688,22,512,8,1,power_law_1.01,0.5979712009429932
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,8,power_law_1.2,2.2164960861206056
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,2688,22,512,8,1,power_law_1.01,0.6144735813140869
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,8,power_law_1.2,2.56201286315918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,2688,22,512,8,1,power_law_1.01,0.6444064140319824
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,2688,22,512,8,1,power_law_1.01,0.6603616237640381
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,8,power_law_1.2,3.0854623794555662
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,8,power_law_1.2,3.6395423889160154
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,2688,22,512,8,1,power_law_1.01,0.7031231880187988
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,2688,22,512,8,1,power_law_1.01,0.7357279777526855
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,2688,22,512,8,1,power_law_1.01,0.7879424095153809
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,8,power_law_1.2,3.9667102813720705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,8,power_law_1.2,4.518547058105469
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,2688,22,512,8,1,power_law_1.01,0.8849184036254882
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,8,power_law_1.2,21.017283630371093
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,8,1,power_law_1.01,0.0477183997631073
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,2688,22,512,8,1,power_law_1.01,0.9869215965270997
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,8,1,power_law_1.01,0.07374719977378845
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,8,1,power_law_1.01,0.12329599857330323
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,8,power_law_1.2,5.630972671508789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,8,1,power_law_1.01,0.19623359441757202
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,2688,22,512,8,1,power_law_1.01,1.0917599678039551
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,8,power_law_1.2,6.55157470703125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,8,1,power_law_1.01,0.26765120029449463
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,2688,22,512,8,1,power_law_1.01,1.2976351737976075
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,8,1,power_law_1.01,0.4174079895019531
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,2688,22,512,8,1,power_law_1.01,1.0091615676879884
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,8,1,power_law_1.01,0.4442272186279297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,8,1,power_law_1.01,0.45792322158813475
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,8,1,power_law_1.01,1.1098143577575683
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,8,1,power_law_1.01,0.47024002075195315
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,8,power_law_1.2,7.412220764160156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,8,power_law_1.2,8.808521270751953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,8,1,power_law_1.01,0.4940959930419922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,8,1,power_law_1.01,1.3525664329528808
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,8,1,power_law_1.01,0.5351679801940918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,8,1,power_law_1.01,0.5743296146392822
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,8,1,power_law_1.01,1.6029216766357421
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,8,1,power_law_1.01,0.625648021697998
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,8,1,power_law_1.01,0.7050496101379394
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,8,1,power_law_1.01,2.0885856628417967
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,8,1,power_law_1.01,0.7886720180511475
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,8,power_law_1.2,10.812429046630859
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,8,1,power_law_1.01,0.8748640060424805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,8,1,power_law_1.01,2.583833694458008
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,8,1,power_law_1.01,1.0496864318847656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,8,1,power_law_1.01,0.8912223815917969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,8,power_law_1.2,13.165437316894531
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,8,1,power_law_1.01,1.013334369659424
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,8,1,power_law_1.01,3.7764991760253905
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,8,1,power_law_1.01,1.278991985321045
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,8,1,power_law_1.01,1.5336992263793945
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,8,1,power_law_1.01,4.691475296020508
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,8,1,power_law_1.01,2.0608959197998047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,8,1,power_law_1.01,2.5788991928100584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,8,1,power_law_1.01,7.281769561767578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,8,1,power_law_1.01,3.626038360595703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,8,1,power_law_1.01,4.672393417358398
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,8,1,power_law_1.01,10.025663757324219
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,2688,22,512,8,1,power_law_1.2,0.06265599727630615
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,2688,22,512,8,1,power_law_1.2,0.08862079977989197
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,8,power_law_1.2,17.41925048828125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,8,1,power_law_1.2,0.05041279792785645
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,8,1,power_law_1.01,6.821593475341797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,2688,22,512,8,1,power_law_1.2,0.16445759534835816
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,8,1,power_law_1.2,0.07338240146636962
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,2688,22,512,8,1,power_law_1.2,0.24430079460144044
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,8,power_law_1.2,14.124169921875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,8,1,power_law_1.2,0.12430399656295776
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,2688,22,512,8,1,power_law_1.2,0.33645119667053225
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,8,1,power_law_1.2,0.1764672040939331
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,2688,22,512,8,1,power_law_1.2,0.5620480060577393
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,8,1,power_law_1.2,0.24243519306182862
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,14336,2,8,16,1,power_law_1.01,0.04092479944229126
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,14336,2,8,16,1,power_law_1.01,0.04591360092163086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,2688,22,512,8,1,power_law_1.2,0.5996287822723388
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,14336,2,8,16,1,power_law_1.01,0.05016639828681946
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,14336,2,8,16,1,power_law_1.01,0.059721601009368894
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,8,1,power_law_1.2,0.41681599617004395
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,14336,2,8,16,1,power_law_1.01,0.08742719888687134
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,2688,22,512,8,1,power_law_1.2,0.6214335918426513
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,14336,2,8,16,1,power_law_1.01,0.08849279880523682
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,14336,2,8,16,1,power_law_1.01,0.08942720293998718
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,8,1,power_law_1.2,0.44501757621765137
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,14336,2,8,16,1,power_law_1.01,0.09113280177116394
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,14336,2,8,16,1,power_law_1.01,0.09211199879646301
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,2688,22,512,8,1,power_law_1.2,0.6441728115081787
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,14336,2,8,16,1,power_law_1.01,0.09305279850959777
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,8,1,power_law_1.2,0.4606207847595215
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,14336,2,8,16,1,power_law_1.01,0.09610559940338134
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,14336,2,8,16,1,power_law_1.01,0.10051519870758056
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,8,1,power_law_1.01,8.922287750244141
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,2688,22,512,8,1,power_law_1.2,0.6758111953735352
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,16,1,power_law_1.01,0.02643519937992096
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,14336,2,8,16,1,power_law_1.01,0.10274560451507568
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,8,1,power_law_1.2,0.48146882057189944
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,16,1,power_law_1.01,0.04233919978141785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,16,1,power_law_1.01,0.046239998936653134
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,14336,2,8,16,1,power_law_1.01,0.109660804271698
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,16,1,power_law_1.01,0.0482015997171402
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,2688,22,512,8,1,power_law_1.2,0.7164031982421875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,16,1,power_law_1.01,0.05913280248641968
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,8,1,power_law_1.2,0.5066431999206543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,16,1,power_law_1.01,0.06238080263137817
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,16,1,power_law_1.01,0.0654367983341217
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,2688,22,512,8,1,power_law_1.2,0.7633632183074951
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,16,1,power_law_1.01,0.06654080152511596
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,8,1,power_law_1.2,0.5476928234100342
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,16,1,power_law_1.01,0.06819199919700622
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,14336,2,8,16,1,power_law_1.01,0.11560640335083008
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,16,1,power_law_1.01,0.06749439835548401
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,14336,2,8,16,1,power_law_1.01,0.1257599949836731
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,16,1,power_law_1.01,0.07105600237846374
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,2688,22,512,8,1,power_law_1.2,0.815561580657959
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,8,1,power_law_1.2,0.5989120006561279
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,16,1,power_law_1.01,0.0759935975074768
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,16,1,power_law_1.01,0.08246399760246277
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,14336,2,8,16,1,power_law_1.01,0.12350720167160034
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,16,1,power_law_1.01,0.08829759955406188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,2688,22,512,8,1,power_law_1.2,0.9210111618041992
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,16,1,power_law_1.01,0.0945792019367218
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,16,1,power_law_1.01,0.10588480234146118
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,8,1,power_law_1.2,0.6454368114471436
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,2688,22,512,8,1,power_law_1.2,1.0214879989624024
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,14336,2,8,16,1,power_law_1.01,0.14296000003814696
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,16,1,power_law_1.01,0.1103551983833313
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,8,1,power_law_1.2,0.7285088062286377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,16,1,power_law_1.01,0.1402176022529602
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,2688,22,512,8,1,power_law_1.2,1.1254591941833496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,16,1,power_law_1.01,0.16933120489120485
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,8,1,power_law_1.2,0.8173727989196777
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,16,1,power_law_1.01,0.17876160144805908
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,2688,22,512,8,1,power_law_1.2,1.3270560264587403
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,8,1,power_law_1.2,0.909830379486084
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,16,1,power_law_1.01,0.23732481002807618
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,2688,22,512,8,1,power_law_1.2,1.0239680290222168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,8,1,power_law_1.2,1.0771039962768554
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,16,1,power_law_1.01,0.215667200088501
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,8,1,power_law_1.2,1.1458623886108399
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,8,1,power_law_1.2,0.9111871719360352
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,8,1,power_law_1.2,1.0414976119995116
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,8,1,power_law_1.2,1.379411220550537
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,16,1,power_law_1.01,0.2938783884048462
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,8,1,power_law_1.2,1.3051712036132812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,8,1,power_law_1.2,1.6269119262695313
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,16,1,power_law_1.01,0.27204160690307616
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,8,1,power_law_1.2,1.5647871971130372
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,8,1,power_law_1.2,2.123414421081543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,8,1,power_law_1.2,2.0933343887329103
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,8,1,power_law_1.2,2.6318687438964843
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,8,1,power_law_1.2,2.614463996887207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,8,1,power_law_1.2,3.674678421020508
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,16,1,power_law_1.01,0.39651200771331785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,8,1,power_law_1.2,3.6631999969482423
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,16,1,power_law_1.01,0.37535040378570556
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,8,1,power_law_1.2,4.856905746459961
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,8,1,power_law_1.2,4.707487869262695
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,8,1,power_law_1.2,7.341280364990235
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,16,1,power_law_1.01,0.49938240051269533
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,16,1,power_law_1.01,0.4736288070678711
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,8,1,power_law_1.2,6.865577697753906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,16,1,power_law_1.01,0.7159167766571045
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,8,1,power_law_1.2,9.441190338134765
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,16,1,power_law_1.01,0.04009920060634613
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,16,1,power_law_1.01,0.04249280095100403
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,16,1,power_law_1.01,0.6799744129180908
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,16,1,power_law_1.01,0.04519999921321869
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,16,1,power_law_1.01,0.04852479994297028
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,16,1,power_law_1.01,0.04835520088672638
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,16,1,power_law_1.01,0.049142399430274965
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,16,1,power_law_1.01,0.0506879985332489
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,8,1,power_law_1.2,8.974816131591798
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,16,1,power_law_1.01,0.05027520060539246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,16,1,power_law_1.01,0.04803520143032074
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,16,1,power_law_1.01,0.05076479911804199
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,16,1,power_law_1.01,0.058348798751831056
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,16,1,power_law_1.01,0.06664959788322448
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,16,1,power_law_1.01,0.06955199837684631
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,4096,14336,2,8,16,1,power_law_1.01,0.03524479866027832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,4096,14336,2,8,16,1,power_law_1.01,0.04107199907302857
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,4096,14336,2,8,16,1,power_law_1.01,0.04377599954605103
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,16,1,power_law_1.01,0.07504000067710877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,4096,14336,2,8,16,1,power_law_1.01,0.051267200708389284
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,4096,14336,2,8,16,1,power_law_1.01,0.050323200225830075
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,4096,14336,2,8,16,1,power_law_1.01,0.0482015997171402
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,4096,14336,2,8,16,1,power_law_1.01,0.04981119930744171
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,16,1,power_law_1.01,0.08200640082359315
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,4096,14336,2,8,16,1,power_law_1.01,0.04935039877891541
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,4096,14336,2,8,16,1,power_law_1.01,0.04933120012283325
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,4096,14336,2,8,16,1,power_law_1.01,0.049439999461174014
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,4096,14336,2,8,16,1,power_law_1.01,0.05082560181617737
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,16,1,power_law_1.01,0.08707519769668579
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,4096,14336,2,8,16,1,power_law_1.01,0.05259199738502503
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,4096,14336,2,8,16,1,power_law_1.01,0.053855997323989865
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,16,1,power_law_1.01,0.09020159840583801
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,4096,14336,2,8,16,1,power_law_1.01,0.057785600423812866
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,4096,14336,2,8,16,1,power_law_1.01,0.06301119923591614
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,16,1,power_law_1.01,0.12120000123977662
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,4096,14336,2,8,16,1,power_law_1.01,0.06651840209960938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,4096,14336,2,8,16,1,power_law_1.01,0.07247040271759034
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,16,1,power_law_1.01,0.13755199909210206
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,4096,14336,2,8,16,1,power_law_1.01,0.08215360045433044
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,16,1,power_law_1.01,0.189683198928833
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,4096,14336,2,8,16,1,power_law_1.01,0.09189119935035706
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,16,1,power_law_1.01,0.9290944099426269
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,4096,14336,2,8,16,1,power_law_1.01,0.11263680458068848
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,16,1,power_law_1.01,0.23909440040588378
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,4096,14336,2,8,16,1,power_law_1.01,0.13071680068969727
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,16,1,power_law_1.01,0.31994240283966063
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,4096,14336,2,8,16,1,power_law_1.01,0.16994240283966064
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,16,1,power_law_1.01,0.8901375770568848
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,4096,14336,2,8,16,1,power_law_1.01,0.20662400722503663
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,16,1,power_law_1.01,0.41006717681884763
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,16,1,power_law_1.01,1.3493151664733887
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,4096,14336,2,8,16,1,power_law_1.01,0.2902368068695068
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,16,1,power_law_1.01,0.5841504096984863
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,16,1,power_law_1.01,1.2981727600097657
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,4096,14336,2,8,16,1,power_law_1.01,0.3693088054656982
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,16,1,power_law_1.01,0.7588863849639893
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,16,1,power_law_1.01,1.7190176010131837
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,14336,2,8,16,1,power_law_1.2,0.040956801176071166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,14336,2,8,16,1,power_law_1.2,0.04766719937324524
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,14336,2,8,16,1,power_law_1.2,0.04925119876861572
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,14336,2,8,16,1,power_law_1.2,0.059920001029968264
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,14336,2,8,16,1,power_law_1.2,0.08845120072364807
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,14336,2,8,16,1,power_law_1.2,0.08947200179100037
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,14336,2,8,16,1,power_law_1.2,0.0905247986316681
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,14336,2,8,16,1,power_law_1.2,0.09160320162773132
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,14336,2,8,16,1,power_law_1.2,0.0927519977092743
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,14336,2,8,16,1,power_law_1.2,0.09425920248031616
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,14336,2,8,16,1,power_law_1.2,0.09665600061416627
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,14336,2,8,16,1,power_law_1.2,0.10098880529403687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,14336,2,8,16,1,power_law_1.2,0.10367679595947266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,14336,2,8,16,1,power_law_1.2,0.1093824028968811
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,14336,2,8,16,1,power_law_1.2,0.11575039625167846
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,14336,2,8,16,1,power_law_1.2,0.12619199752807617
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,14336,2,8,16,1,power_law_1.2,0.12250880002975464
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,14336,2,8,16,1,power_law_1.2,0.14063680171966553
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,16,1,power_law_1.2,0.17644480466842652
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,16,1,power_law_1.2,0.2337280035018921
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,16,1,power_law_1.01,1.7612031936645507
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,16,1,power_law_1.2,0.0347104012966156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,16,1,power_law_1.2,0.042505601048469545
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,16,1,power_law_1.2,0.04787839949131012
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,16,1,power_law_1.2,0.047440001368522645
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,16,1,power_law_1.2,0.06540160179138184
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,16,1,power_law_1.2,0.06567360162734985
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,16,1,power_law_1.2,0.06702399849891663
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,16,1,power_law_1.2,0.0669376015663147
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,16,1,power_law_1.2,0.2835903882980347
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,16,1,power_law_1.2,0.070387202501297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,16,1,power_law_1.2,0.07038400173187256
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,16,1,power_law_1.2,0.07241280078887939
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,16,1,power_law_1.2,0.07737600207328796
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,16,1,power_law_1.2,0.08154879808425904
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,16,1,power_law_1.2,0.08726080060005188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,16,1,power_law_1.2,0.09372159838676453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,16,1,power_law_1.01,1.1093088150024415
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,16,1,power_law_1.2,0.10539519786834717
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,16,1,power_law_1.2,0.11211199760437011
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,16,1,power_law_1.2,0.14019520282745362
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,16,1,power_law_1.2,0.1717695951461792
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,16,1,power_law_1.2,0.21888320446014403
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,16,1,power_law_1.2,0.39061439037323
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,4096,14336,2,8,16,1,power_law_1.01,0.5294432163238525
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,16,1,power_law_1.2,0.27336320877075193
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,16,1,power_law_1.2,0.3712287902832031
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,16,1,power_law_1.2,0.4937856197357178
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,16,1,power_law_1.2,0.4757664203643799
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,16,1,power_law_1.2,0.6859871864318847
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,16,1,power_law_1.2,0.7084991931915283
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,4096,14336,2,8,16,1,power_law_1.01,0.6894559860229492
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,16,1,power_law_1.2,0.038790398836135866
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,16,1,power_law_1.2,0.04196160137653351
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,16,1,power_law_1.2,0.045660799741744994
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,16,1,power_law_1.2,0.04928640127182007
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,16,1,power_law_1.2,0.04923839867115021
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,16,1,power_law_1.2,0.048467200994491574
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,16,1,power_law_1.2,0.04933440089225769
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,16,1,power_law_1.2,0.04904319941997528
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,16,1,power_law_1.2,0.04857600033283234
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,16,1,power_law_1.2,0.04943360090255737
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,16,1,power_law_1.2,0.054953598976135255
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,16,1,power_law_1.2,0.061939197778701785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,16,1,power_law_1.2,0.06567360162734985
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,16,1,power_law_1.2,0.07058560252189636
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,16,1,power_law_1.2,0.07981119751930237
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,16,1,power_law_1.2,0.08638719916343689
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,16,1,power_law_1.2,0.08860480189323425
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,16,1,power_law_1.2,0.12104320526123047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,16,1,power_law_1.01,1.4627360343933105
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,4096,14336,2,8,16,1,power_law_1.2,0.035462400317192076
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,4096,14336,2,8,16,1,power_law_1.2,0.040880000591278075
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,16,1,power_law_1.2,0.13700159788131713
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,4096,14336,2,8,16,1,power_law_1.2,0.04315840005874634
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,4096,14336,2,8,16,1,power_law_1.2,0.05127040147781372
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,4096,14336,2,8,16,1,power_law_1.2,0.05140799880027771
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,4096,14336,2,8,16,1,power_law_1.2,0.04884800016880035
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,4096,14336,2,8,16,1,power_law_1.2,0.04863680005073547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,4096,14336,2,8,16,1,power_law_1.2,0.04994879961013794
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,4096,14336,2,8,16,1,power_law_1.2,0.049721598625183105
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,4096,14336,2,8,16,1,power_law_1.2,0.04935680031776428
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,4096,14336,2,8,16,1,power_law_1.2,0.0496832013130188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,4096,14336,2,8,16,1,power_law_1.2,0.052243202924728394
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,4096,14336,2,8,16,1,power_law_1.2,0.05335360169410706
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,4096,14336,2,8,16,1,power_law_1.2,0.055990397930145264
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,4096,14336,2,8,16,1,power_law_1.2,0.06255999803543091
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,4096,14336,2,8,16,1,power_law_1.2,0.06644160151481629
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,4096,14336,2,8,16,1,power_law_1.2,0.07039039731025695
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,4096,14336,2,8,16,1,power_law_1.2,0.0834176003932953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,16,1,power_law_1.2,0.18851840496063232
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,4096,14336,2,8,16,1,power_law_1.2,0.09068480134010315
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,16,1,power_law_1.2,0.23850879669189454
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,4096,14336,2,8,16,1,power_law_1.2,0.11135040521621704
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,16,1,power_law_1.2,0.8891936302185058
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,16,1,power_law_1.2,0.9196415901184082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,16,1,power_law_1.2,0.3196799993515015
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,4096,14336,2,8,16,1,power_law_1.2,0.13053120374679567
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,4096,14336,2,8,16,1,power_law_1.2,0.16782399415969848
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,16,1,power_law_1.2,0.4109663963317871
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,4096,14336,2,8,16,1,power_law_1.2,0.20717439651489258
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,16,1,power_law_1.2,0.5846176147460938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,4096,14336,2,8,16,1,power_law_1.2,0.28873279094696047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,16,1,power_law_1.2,1.3052895545959473
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,16,1,power_law_1.2,1.3252863883972168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,16,1,power_law_1.2,0.7605504035949707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,4096,14336,2,8,16,1,power_law_1.2,0.3717600107192993
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,4096,14336,2,8,16,1,power_law_1.2,0.5300096035003662
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,16,1,power_law_1.2,1.714886474609375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,6144,16384,2,8,16,1,power_law_1.01,0.05907840132713318
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,6144,16384,2,8,16,1,power_law_1.01,0.0670144021511078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,6144,16384,2,8,16,1,power_law_1.01,0.07397119998931885
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,6144,16384,2,8,16,1,power_law_1.01,0.08539199829101562
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,6144,16384,2,8,16,1,power_law_1.01,0.12283840179443359
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,6144,16384,2,8,16,1,power_law_1.01,0.12380479574203491
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,6144,16384,2,8,16,1,power_law_1.01,0.12524160146713256
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,6144,16384,2,8,16,1,power_law_1.01,0.12650879621505737
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,6144,16384,2,8,16,1,power_law_1.01,0.12832000255584716
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,6144,16384,2,8,16,1,power_law_1.01,0.12969599962234496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,6144,16384,2,8,16,1,power_law_1.01,0.13238400220870972
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,6144,16384,2,8,16,1,power_law_1.01,0.144377601146698
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,6144,16384,2,8,16,1,power_law_1.01,0.14940160512924194
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,6144,16384,2,8,16,1,power_law_1.01,0.1547808051109314
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,16,1,power_law_1.2,1.741801643371582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,6144,16384,2,8,16,1,power_law_1.01,0.16284159421920777
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,16,1,power_law_1.01,0.05568959712982178
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,16,1,power_law_1.01,0.06127679944038391
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,6144,16384,2,8,16,1,power_law_1.01,0.17006399631500244
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,16,1,power_law_1.01,0.06269440054893494
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,16,1,power_law_1.01,0.07496640086174011
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,6144,16384,2,8,16,1,power_law_1.01,0.17631360292434692
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,16,1,power_law_1.01,0.09300159811973571
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,16,1,power_law_1.01,0.09497920274734498
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,16,1,power_law_1.01,0.09657599925994872
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,16,1,power_law_1.01,0.09795519709587097
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,6144,16384,2,8,16,1,power_law_1.01,0.22564480304718018
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,16,1,power_law_1.01,0.10102399587631225
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,16,1,power_law_1.01,0.10503040552139283
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,16,1,power_law_1.01,0.2977920055389404
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,16,1,power_law_1.01,0.109334397315979
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,16,1,power_law_1.01,0.114684796333313
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,16,1,power_law_1.2,1.1127967834472656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,16,1,power_law_1.01,0.11818560361862182
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,16,1,power_law_1.01,0.12464319467544556
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,16,1,power_law_1.01,0.13345600366592408
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,16,1,power_law_1.01,0.3625792026519775
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,16,1,power_law_1.01,0.14718079566955566
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,16,1,power_law_1.01,0.1581727981567383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,16,1,power_law_1.01,0.45003838539123536
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,16,1,power_law_1.01,0.20459840297698975
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,16,1,power_law_1.01,0.2505343914031982
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,16,1,power_law_1.01,0.33304638862609864
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,16,1,power_law_1.01,0.6181600093841553
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,16,1,power_law_1.01,0.41321601867675783
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,16,1,power_law_1.01,0.5741663932800293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,16,1,power_law_1.01,0.8086591720581054
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,16,1,power_law_1.01,0.7460927963256836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,16,1,power_law_1.01,1.1510272026062012
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,16,1,power_law_1.01,1.073305606842041
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,16,1,power_law_1.01,1.4893152236938476
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,16,1,power_law_1.01,1.403609561920166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,16,1,power_law_1.01,2.194601631164551
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,16,1,power_law_1.2,1.4657919883728028
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,16,1,power_law_1.01,0.053388798236846925
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,16,1,power_law_1.01,0.05819839835166931
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,16,1,power_law_1.01,0.05940799713134766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,16,1,power_law_1.01,0.06991360187530518
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,16,1,power_law_1.01,0.07094079852104188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,4096,14336,2,8,16,1,power_law_1.2,0.6892831802368165
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,16,1,power_law_1.01,0.07207040190696716
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,6144,16384,2,8,16,1,power_law_1.01,0.04078719913959503
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,16,1,power_law_1.01,0.076009601354599
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,6144,16384,2,8,16,1,power_law_1.01,0.048767998814582825
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,16,1,power_law_1.01,0.07716479897499084
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,6144,16384,2,8,16,1,power_law_1.01,0.05609920024871826
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,16,1,power_law_1.01,0.07829440236091614
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,6144,16384,2,8,16,1,power_law_1.01,0.06331200003623963
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,16,1,power_law_1.01,0.07898560166358948
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,6144,16384,2,8,16,1,power_law_1.01,0.06537920236587524
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,6144,16384,2,8,16,1,power_law_1.01,0.06405439972877502
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,16,1,power_law_1.01,0.08107839822769165
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,6144,16384,2,8,16,1,power_law_1.01,0.06342719793319702
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,6144,16384,2,8,16,1,power_law_1.01,0.06491199731826783
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,16,1,power_law_1.01,0.08698239922523499
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,16,1,power_law_1.01,0.089273601770401
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,6144,16384,2,8,16,1,power_law_1.01,0.0630079984664917
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,6144,16384,2,8,16,1,power_law_1.01,0.064656001329422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,16,1,power_law_1.01,0.09800639748573303
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,6144,16384,2,8,16,1,power_law_1.01,0.0651199996471405
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,6144,16384,2,8,16,1,power_law_1.01,0.06839039921760559
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,6144,16384,2,8,16,1,power_law_1.01,0.06807680130004883
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,16,1,power_law_1.01,0.1085919976234436
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,6144,16384,2,8,16,1,power_law_1.01,0.07337920069694519
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,6144,16384,2,8,16,1,power_law_1.01,0.07970240116119384
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,16,1,power_law_1.01,0.11387840509414673
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,6144,16384,2,8,16,1,power_law_1.01,0.08392000198364258
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,16,1,power_law_1.01,0.1352992057800293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,6144,16384,2,8,16,1,power_law_1.01,0.08981119990348815
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,6144,16384,2,8,16,1,power_law_1.01,0.10378559827804565
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,16,1,power_law_1.01,0.16597440242767333
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,16,1,power_law_1.01,0.1901919960975647
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,6144,16384,2,8,16,1,power_law_1.01,0.11601920127868652
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,6144,16384,2,8,16,1,power_law_1.01,0.13903360366821288
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,16,1,power_law_1.01,2.0712223052978516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,16,1,power_law_1.01,0.2657887935638428
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,6144,16384,2,8,16,1,power_law_1.01,0.16676160097122192
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,16,1,power_law_1.01,0.33930881023406984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,6144,16384,2,8,16,1,power_law_1.01,0.2215008020401001
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,6144,16384,2,8,16,1,power_law_1.01,0.27123520374298093
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,16,1,power_law_1.01,0.4752607822418213
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,16,1,power_law_1.01,0.6000800132751465
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,6144,16384,2,8,16,1,power_law_1.01,0.37813119888305663
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,16,1,power_law_1.01,2.7271295547485352
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,6144,16384,2,8,16,1,power_law_1.2,0.05487359762191772
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,6144,16384,2,8,16,1,power_law_1.2,0.06539520025253295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,6144,16384,2,8,16,1,power_law_1.2,0.07195519804954528
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,6144,16384,2,8,16,1,power_law_1.2,0.08411200046539306
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,6144,16384,2,8,16,1,power_law_1.2,0.12263679504394531
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,6144,16384,2,8,16,1,power_law_1.2,0.1235200047492981
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,6144,16384,2,8,16,1,power_law_1.2,0.1251711964607239
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,6144,16384,2,8,16,1,power_law_1.2,0.1261407971382141
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,6144,16384,2,8,16,1,power_law_1.2,0.12891199588775634
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,6144,16384,2,8,16,1,power_law_1.2,0.1301792025566101
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,6144,16384,2,8,16,1,power_law_1.2,0.1329408049583435
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,6144,16384,2,8,16,1,power_law_1.2,0.14322240352630616
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,6144,16384,2,8,16,1,power_law_1.2,0.14601600170135498
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,6144,16384,2,8,16,1,power_law_1.2,0.15329279899597167
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,6144,16384,2,8,16,1,power_law_1.2,0.1604416012763977
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,16,1,power_law_1.01,0.8769887924194336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,6144,16384,2,8,16,1,power_law_1.2,0.17141760587692262
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,6144,16384,2,8,16,1,power_law_1.2,0.17322880029678345
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,6144,16384,2,8,16,1,power_law_1.2,0.2197376012802124
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,16,1,power_law_1.2,0.29369919300079345
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,6144,16384,2,8,16,1,power_law_1.01,0.4799359798431396
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,16,1,power_law_1.2,0.3608319997787476
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,16,1,power_law_1.01,1.1420607566833496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,16,1,power_law_1.2,0.4468736171722412
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,16,1,power_law_1.01,2.8854143142700197
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,16,1,power_law_1.2,0.05888959765434265
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,16,1,power_law_1.2,0.06209920048713684
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,16,1,power_law_1.2,0.06418560147285461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,16,1,power_law_1.2,0.07691519856452941
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,16,1,power_law_1.2,0.09362239837646484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,16,1,power_law_1.2,0.09542400240898133
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,16,1,power_law_1.2,0.09704639911651611
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,16,1,power_law_1.2,0.09909440279006958
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,16,1,power_law_1.2,0.1035040020942688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,16,1,power_law_1.2,0.10539519786834717
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,16,1,power_law_1.2,0.10902719497680664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,16,1,power_law_1.2,0.11634240150451661
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,16,1,power_law_1.2,0.11967040300369262
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,16,1,power_law_1.2,0.12779840230941772
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,16,1,power_law_1.2,0.13500159978866577
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,16,1,power_law_1.2,0.14864640235900878
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,16,1,power_law_1.2,0.1645535945892334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,16,1,power_law_1.2,0.21540160179138185
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,16,1,power_law_1.2,0.25849599838256837
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,16,1,power_law_1.2,0.6281439781188964
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,16,1,power_law_1.2,0.3409343957901001
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,16,1,power_law_1.01,1.6841888427734375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,16,1,power_law_1.2,0.7935935974121093
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,16,1,power_law_1.2,0.4147647857666016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,6144,16384,2,8,16,1,power_law_1.01,0.6892928123474121
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,16,1,power_law_1.2,0.5860032081604004
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,16,1,power_law_1.2,0.757596778869629
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,16,1,power_law_1.2,1.1343520164489747
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,16,1,power_law_1.01,2.2205503463745115
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,16,1,power_law_1.2,0.052019202709198
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,16,1,power_law_1.2,0.05831360220909119
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,16,1,power_law_1.2,0.06058880090713501
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,16,1,power_law_1.2,0.0701312005519867
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,16,1,power_law_1.2,0.07109119892120361
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,16,1,power_law_1.2,0.07186880111694335
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,16,1,power_law_1.2,0.07636799812316894
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,16,1,power_law_1.2,0.07698879837989807
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,16,1,power_law_1.2,0.07833600044250488
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,16,1,power_law_1.2,0.0791487991809845
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,16,1,power_law_1.2,0.08093760013580323
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,16,1,power_law_1.2,0.0864192008972168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,16,1,power_law_1.2,0.08942080140113831
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,16,1,power_law_1.2,0.0979744017124176
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,16,1,power_law_1.2,0.10890560150146485
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,16,1,power_law_1.2,0.11349120140075683
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,16,1,power_law_1.2,0.13995200395584106
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,16,1,power_law_1.2,0.16560319662094117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,16,1,power_law_1.2,0.18960000276565553
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,16,1,power_law_1.2,1.0839903831481934
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,16,1,power_law_1.2,0.2656800031661987
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,16,1,power_law_1.2,1.4685791969299316
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,16,1,power_law_1.2,0.3381407976150513
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,16,1,power_law_1.2,0.47754878997802735
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,16,1,power_law_1.2,0.6061279773712158
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,6144,16384,2,8,16,1,power_law_1.01,0.8979040145874023
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,6144,16384,2,8,16,1,power_law_1.2,0.04023999869823456
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,6144,16384,2,8,16,1,power_law_1.2,0.052160000801086424
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,16,1,power_law_1.2,1.420464038848877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,6144,16384,2,8,16,1,power_law_1.2,0.05465919971466064
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,6144,16384,2,8,16,1,power_law_1.2,0.0636896014213562
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,6144,16384,2,8,16,1,power_law_1.2,0.0637440025806427
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,6144,16384,2,8,16,1,power_law_1.2,0.06370559930801392
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,6144,16384,2,8,16,1,power_law_1.2,0.06305919885635376
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,6144,16384,2,8,16,1,power_law_1.2,0.06409599781036376
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,6144,16384,2,8,16,1,power_law_1.2,0.06438720226287842
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,6144,16384,2,8,16,1,power_law_1.2,0.06416000127792358
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,6144,16384,2,8,16,1,power_law_1.2,0.06380800008773804
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,16,1,power_law_1.2,2.141551971435547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,6144,16384,2,8,16,1,power_law_1.2,0.0675104022026062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,6144,16384,2,8,16,1,power_law_1.2,0.07052159905433655
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,6144,16384,2,8,16,1,power_law_1.2,0.07230079770088196
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,6144,16384,2,8,16,1,power_law_1.2,0.0809440016746521
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,6144,16384,2,8,16,1,power_law_1.2,0.08326719999313355
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,6144,16384,2,8,16,1,power_law_1.2,0.08793280124664307
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,6144,16384,2,8,16,1,power_law_1.2,0.10341759920120239
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,6144,16384,2,8,16,1,power_law_1.2,0.1143839955329895
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,6144,16384,2,8,16,1,power_law_1.2,0.14002879858016967
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,6144,16384,2,8,16,1,power_law_1.2,0.16799999475479127
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,16,1,power_law_1.2,0.8760543823242187
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,6144,16384,2,8,16,1,power_law_1.2,0.2220832109451294
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,6144,16384,2,8,16,1,power_law_1.2,0.2713536024093628
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,16,1,power_law_1.2,2.091638374328613
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,16,1,power_law_1.2,1.1417632102966309
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,6144,16384,2,8,16,1,power_law_1.2,0.37598400115966796
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,16,1,power_law_1.2,2.8705663681030273
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,16,power_law_1.01,0.14516799449920653
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,16,power_law_1.01,0.28549439907073976
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,16,power_law_1.01,0.2831264019012451
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,16,power_law_1.01,0.28466238975524905
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,16,power_law_1.01,0.2911520004272461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,16,power_law_1.01,0.35313279628753663
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,16,power_law_1.01,0.3585472106933594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,16,power_law_1.01,0.3618848085403442
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,16,power_law_1.01,0.3745343923568726
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,16,power_law_1.01,0.38651840686798095
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,16,power_law_1.01,0.3911007881164551
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,16,power_law_1.01,0.3983776092529297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,16,power_law_1.01,0.40508480072021485
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,16,power_law_1.01,0.4251840114593506
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,16,power_law_1.01,0.45035519599914553
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,6144,16384,2,8,16,1,power_law_1.2,0.48061118125915525
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,16,power_law_1.01,0.486953592300415
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,16,power_law_1.01,0.5533440113067627
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,16,power_law_1.01,0.6366559982299804
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,16,power_law_1.01,0.7252511978149414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,16,power_law_1.01,0.8771200180053711
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,16,power_law_1.01,1.0743807792663573
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,16,power_law_1.01,1.4723999977111817
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,16,power_law_1.01,1.8682239532470704
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,16,power_law_1.01,2.683184051513672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,16,power_law_1.01,3.3930110931396484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,16,power_law_1.01,4.964553451538086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,16,power_law_1.01,6.5060546875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,16,1,power_law_1.2,2.7686336517333983
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,16,power_law_1.01,0.1146880030632019
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,16,power_law_1.01,0.1060256004333496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,16,power_law_1.01,0.19512640237808226
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,16,power_law_1.01,0.17258559465408324
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,16,power_law_1.01,0.1931264042854309
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,16,power_law_1.01,0.17889599800109862
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,16,power_law_1.01,0.1962048053741455
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,16,power_law_1.01,0.18276480436325074
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,16,power_law_1.01,0.1992640018463135
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,16,power_law_1.01,0.1986624002456665
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,16,power_law_1.01,0.22117440700531005
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,16,power_law_1.01,0.2652479887008667
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,16,power_law_1.01,0.23275840282440186
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,16,power_law_1.01,0.28602240085601804
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,16,power_law_1.01,0.23558719158172609
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,16,power_law_1.01,0.2905087947845459
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,16,power_law_1.01,0.24107201099395753
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,16,power_law_1.01,0.2928319931030273
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,16,power_law_1.01,0.2509567975997925
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,16,power_law_1.01,0.30005760192871095
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,16,power_law_1.01,0.25658559799194336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,16,power_law_1.01,0.31297600269317627
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,16,power_law_1.01,0.2683680057525635
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,16,power_law_1.01,0.3205312013626099
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,16,power_law_1.01,0.27505600452423096
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,16,power_law_1.01,0.33194880485534667
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,16,power_law_1.01,0.29116799831390383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,16,power_law_1.01,0.3544287919998169
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,16,power_law_1.01,0.309552001953125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,16,power_law_1.01,0.37054080963134767
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,16,power_law_1.01,0.3312896013259888
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,16,power_law_1.01,0.41439361572265626
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,16,power_law_1.01,0.3743200063705444
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,16,power_law_1.01,0.4791103839874268
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,16,power_law_1.01,0.4585440158843994
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,16,power_law_1.01,0.5588736057281494
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,16,power_law_1.01,0.5297664165496826
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,16,power_law_1.01,0.6403744220733643
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,16,power_law_1.01,0.6812032222747803
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,16,1,power_law_1.2,1.684511947631836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,16,power_law_1.01,0.8256799697875976
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,16,power_law_1.01,0.8418399810791015
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,16,power_law_1.01,1.0070079803466796
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,16,power_law_1.01,1.1691647529602052
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,16,power_law_1.01,1.370521640777588
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,16,power_law_1.01,1.4961631774902344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,16,power_law_1.01,1.7279136657714844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,16,power_law_1.01,2.0903968811035156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,16,power_law_1.01,2.4513919830322264
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,16,power_law_1.01,2.8336767196655273
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,16,power_law_1.01,3.2185089111328127
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,16,power_law_1.01,4.01824951171875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,16,power_law_1.01,4.8545886993408205
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,16,power_law_1.01,5.396172714233399
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,16,power_law_1.2,0.14041279554367064
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,16,power_law_1.2,0.281276798248291
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,16,power_law_1.2,0.23390400409698486
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,16,power_law_1.01,6.364707183837891
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,16,power_law_1.2,0.2815999984741211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,16,power_law_1.2,0.11502399444580078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,16,power_law_1.2,0.2740767955780029
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,16,power_law_1.2,0.19262399673461914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,16,power_law_1.2,0.32586240768432617
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,16,power_law_1.2,0.17541760206222534
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,16,power_law_1.2,0.192956805229187
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,16,power_law_1.2,0.35727040767669677
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,16,power_law_1.2,0.35135040283203123
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,16,power_law_1.2,0.19337600469589233
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,16,power_law_1.2,0.36090879440307616
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,16,power_law_1.2,0.277455997467041
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,16,power_law_1.2,0.3622015953063965
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,16,power_law_1.2,0.2899712085723877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,16,power_law_1.2,0.3865375995635986
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,16,power_law_1.2,0.2961375951766968
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,16,power_law_1.2,0.3877023935317993
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,16,power_law_1.2,0.2974208116531372
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,16,power_law_1.2,0.385260796546936
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,16,power_law_1.2,0.3000063896179199
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,16,power_law_1.2,0.41479997634887694
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,16,power_law_1.2,0.31271359920501707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,16,power_law_1.2,0.4828351974487305
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,16,power_law_1.2,0.3230783939361572
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,16,power_law_1.2,0.5017536163330079
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,16,power_law_1.2,0.3347872018814087
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,16,power_law_1.2,0.570195198059082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,16,power_law_1.2,0.35552000999450684
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,16,power_law_1.2,0.4139552116394043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,16,power_law_1.2,0.6346047878265381
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,16,power_law_1.2,0.4474175930023193
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,16,power_law_1.2,0.7196703910827636
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,16,power_law_1.2,0.4924479961395264
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,16,power_law_1.2,0.9314463615417481
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,16,power_law_1.2,0.5756800174713135
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,16,power_law_1.2,1.0950400352478027
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,16,power_law_1.2,0.6594592094421386
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,16,power_law_1.2,1.5247136116027833
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,16,power_law_1.2,0.8434464454650878
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,16,power_law_1.2,1.1017375946044923
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,16,power_law_1.2,1.962076759338379
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,16,power_law_1.2,1.4502559661865235
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,16,power_law_1.2,2.8146528244018554
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,16,power_law_1.2,1.8886848449707032
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,16,power_law_1.2,2.697430419921875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,16,power_law_1.2,3.7651329040527344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,16,power_law_1.2,3.6568321228027343
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,16,power_law_1.2,5.099001693725586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,16,power_law_1.2,5.355775833129883
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,6144,16384,2,8,16,1,power_law_1.2,0.6875936031341553
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,16,power_law_1.2,7.285453033447266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,16,power_law_1.2,0.10623359680175781
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,16,power_law_1.2,0.17075200080871583
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,16,power_law_1.2,0.17252479791641234
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,16,power_law_1.2,0.18153280019760132
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,16,power_law_1.2,0.19823360443115234
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,16,power_law_1.2,6.829334259033203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,16,1,power_law_1.01,0.032953599095344545
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,16,power_law_1.2,0.20973119735717774
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,16,1,power_law_1.01,0.05146880149841308
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,16,power_law_1.2,0.2402656078338623
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,16,1,power_law_1.01,0.07747840285301208
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,16,power_law_1.2,0.235481595993042
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,16,1,power_law_1.01,0.09998080134391785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,16,power_law_1.2,0.2404927968978882
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,16,1,power_law_1.01,0.13381760120391845
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,16,power_law_1.2,0.2402496099472046
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,16,1,power_law_1.01,0.17342079877853395
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,16,power_law_1.2,0.2529536008834839
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,16,1,power_law_1.01,0.23193280696868895
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,16,power_law_1.2,0.26961278915405273
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,16,1,power_law_1.01,0.2381279945373535
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,16,power_law_1.2,0.2730112075805664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,16,1,power_law_1.01,0.2451551914215088
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,16,1,power_law_1.01,0.2482208013534546
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,16,power_law_1.2,0.29113600254058836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,16,1,power_law_1.01,0.26634879112243653
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,16,power_law_1.2,0.324403190612793
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,16,1,power_law_1.01,0.3035264015197754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,16,power_law_1.2,0.33736000061035154
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,16,1,power_law_1.01,0.3121471881866455
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,16,power_law_1.2,0.3823999881744385
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,16,1,power_law_1.01,0.3298336029052734
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,16,power_law_1.2,0.4669792175292969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,16,1,power_law_1.01,0.3769216060638428
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,16,power_law_1.2,0.5435872077941895
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,16,1,power_law_1.01,0.38522560596466066
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,16,power_law_1.2,0.7276607990264893
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,16,1,power_law_1.01,0.40968961715698243
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,16,1,power_law_1.01,0.46465601921081545
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,16,power_law_1.2,0.9035167694091797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,16,1,power_law_1.01,0.5583871841430664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,16,power_law_1.2,1.222659206390381
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,16,1,power_law_1.01,0.6206528186798096
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,16,1,power_law_1.01,0.6966879844665528
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,16,power_law_1.2,1.5633279800415039
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,16,1,power_law_1.01,0.8870944023132324
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,16,power_law_1.2,2.350380706787109
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,16,1,power_law_1.01,1.0696288108825684
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,16,1,power_law_1.01,1.4460384368896484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,16,power_law_1.2,2.9667423248291014
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,16,1,power_law_1.01,1.8236255645751953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,16,power_law_1.2,4.5574462890625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,16,1,power_law_1.01,2.571388816833496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,16,power_law_1.2,6.277302551269531
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,16,1,power_law_1.01,3.311471939086914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,16,1,power_law_1.01,0.03834879994392395
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,16,1,power_law_1.01,0.0453792005777359
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,16,1,power_law_1.01,0.07368320226669312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,16,1,power_law_1.01,0.09423360228538513
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,16,1,power_law_1.01,0.1252992033958435
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,16,1,power_law_1.01,0.15834239721298218
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,16,1,power_law_1.01,0.19482239484786987
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,16,1,power_law_1.01,0.2201632022857666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,16,1,power_law_1.01,0.22966721057891845
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,16,1,power_law_1.01,0.2342751979827881
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,16,1,power_law_1.01,0.24714879989624022
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,16,1,power_law_1.01,0.260915207862854
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,16,1,power_law_1.01,0.27231359481811523
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,16,1,power_law_1.01,0.29319679737091064
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,16,1,power_law_1.01,0.30966720581054685
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,16,1,power_law_1.01,0.3278048038482666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,16,1,power_law_1.01,0.3554784059524536
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,16,1,power_law_1.01,0.42092161178588866
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,16,1,power_law_1.01,0.47146878242492674
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,16,1,power_law_1.01,0.5442624092102051
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,16,1,power_law_1.01,0.6328320026397705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,16,1,power_law_1.01,0.8191072463989257
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,16,1,power_law_1.01,0.9977408409118652
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,16,1,power_law_1.01,1.3530847549438476
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,16,1,power_law_1.01,1.7104448318481444
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,16,1,power_law_1.01,2.4304447174072266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,16,1,power_law_1.01,3.155161666870117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,7168,2048,8,256,16,1,power_law_1.01,0.08741440176963806
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,7168,2048,8,256,16,1,power_law_1.01,0.10108480453491211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,7168,2048,8,256,16,1,power_law_1.01,0.1257375955581665
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,7168,2048,8,256,16,1,power_law_1.01,0.1810976028442383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,7168,2048,8,256,16,1,power_law_1.01,0.24645121097564698
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,7168,2048,8,256,16,1,power_law_1.01,0.2992511987686157
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,7168,2048,8,256,16,1,power_law_1.01,0.4049983978271484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,7168,2048,8,256,16,1,power_law_1.01,0.4121568202972412
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,7168,2048,8,256,16,1,power_law_1.01,0.43266878128051756
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,7168,2048,8,256,16,1,power_law_1.01,0.43407678604125977
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,7168,2048,8,256,16,1,power_law_1.01,0.4461855888366699
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,7168,2048,8,256,16,1,power_law_1.01,0.45944957733154296
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,7168,2048,8,256,16,1,power_law_1.01,0.4705664157867432
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,7168,2048,8,256,16,1,power_law_1.01,0.4865600109100342
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,7168,2048,8,256,16,1,power_law_1.01,0.49140157699584963
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,7168,2048,8,256,16,1,power_law_1.01,0.5063776016235352
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,16,1,power_law_1.2,2.2214208602905274
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,7168,2048,8,256,16,1,power_law_1.01,0.5226560115814209
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,16,1,power_law_1.2,0.033692800998687746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,16,1,power_law_1.2,0.06115520000457764
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,7168,2048,8,256,16,1,power_law_1.01,0.5879487991333008
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,16,1,power_law_1.2,0.07700480222702026
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,7168,2048,8,256,16,1,power_law_1.01,0.6139264106750488
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,16,1,power_law_1.2,0.09961599707603455
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,16,1,power_law_1.2,0.12654080390930175
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,7168,2048,8,256,16,1,power_law_1.01,0.7136799812316894
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,16,1,power_law_1.2,0.16968640089035034
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,7168,2048,8,256,16,1,power_law_1.01,0.7959551811218262
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,16,1,power_law_1.2,0.22854080200195312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,7168,2048,8,256,16,1,power_law_1.01,0.9805407524108887
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,16,1,power_law_1.2,0.2392575979232788
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,16,1,power_law_1.2,0.24492480754852294
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,16,1,power_law_1.2,0.2515775918960571
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,7168,2048,8,256,16,1,power_law_1.01,1.1595871925354004
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,16,1,power_law_1.2,0.2676192045211792
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,16,1,power_law_1.2,0.2991744041442871
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,7168,2048,8,256,16,1,power_law_1.01,1.514681625366211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,16,1,power_law_1.2,0.3179647922515869
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,16,1,power_law_1.2,0.34012479782104493
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,7168,2048,8,256,16,1,power_law_1.01,1.8747711181640625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,16,1,power_law_1.2,0.36903679370880127
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,16,1,power_law_1.2,0.37575678825378417
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,16,1,power_law_1.2,0.40519042015075685
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,7168,2048,8,256,16,1,power_law_1.01,2.5894752502441407
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,16,1,power_law_1.2,0.47062082290649415
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,16,1,power_law_1.2,0.545363187789917
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,16,1,power_law_1.2,0.6043392181396484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,7168,2048,8,256,16,1,power_law_1.01,3.3205825805664064
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,16,1,power_law_1.2,0.03850559890270233
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,16,1,power_law_1.2,0.6880447864532471
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,16,1,power_law_1.2,0.045577600598335266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,16,1,power_law_1.01,0.04861119985580444
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,16,1,power_law_1.2,0.07309759855270385
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,16,1,power_law_1.2,0.8791904449462891
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,16,1,power_law_1.2,0.09346879720687866
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,16,1,power_law_1.2,0.11894079446792602
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,16,1,power_law_1.2,1.0394271850585937
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,16,1,power_law_1.2,0.1531775951385498
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,16,1,power_law_1.2,1.4083264350891114
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,16,1,power_law_1.2,0.19398080110549926
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,16,1,power_law_1.2,0.1979200005531311
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,16,1,power_law_1.2,0.2276384115219116
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,16,1,power_law_1.2,1.7782560348510743
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,16,1,power_law_1.2,0.23580799102783204
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,16,1,power_law_1.01,0.05380799770355225
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,16,1,power_law_1.2,0.24960639476776122
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,16,1,power_law_1.01,0.07631999850273133
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,16,1,power_law_1.01,0.10546879768371582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,16,1,power_law_1.2,0.2619744062423706
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,16,1,power_law_1.2,2.5072704315185548
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,16,1,power_law_1.2,0.275711989402771
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,16,1,power_law_1.2,0.30055038928985595
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,16,1,power_law_1.2,0.31817920207977296
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,16,1,power_law_1.2,0.33194561004638673
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,16,1,power_law_1.2,3.2364192962646485
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,16,1,power_law_1.2,0.3724416017532349
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,16,1,power_law_1.2,0.4355264186859131
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,16,1,power_law_1.2,0.4746687889099121
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,16,1,power_law_1.2,0.5522848129272461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,16,1,power_law_1.2,0.6427008152008057
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,16,1,power_law_1.01,0.14926079511642457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,16,1,power_law_1.01,0.20203840732574463
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,16,1,power_law_1.2,0.8296895980834961
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,16,1,power_law_1.01,0.27262399196624754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,16,1,power_law_1.2,1.0005824089050293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,16,1,power_law_1.01,0.2775712013244629
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,16,1,power_law_1.01,0.28454079627990725
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,16,1,power_law_1.01,0.28672959804534914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,16,1,power_law_1.2,1.3622464179992675
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,16,1,power_law_1.01,0.2936255931854248
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,16,1,power_law_1.01,0.3024512052536011
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,16,1,power_law_1.2,1.722319984436035
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,16,1,power_law_1.01,0.30762879848480223
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,16,1,power_law_1.01,0.3170111894607544
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,16,1,power_law_1.01,0.3270047903060913
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,16,1,power_law_1.2,2.441094398498535
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,16,1,power_law_1.01,0.33684799671173093
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,6144,16384,2,8,16,1,power_law_1.2,0.8940863609313965
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,16,1,power_law_1.01,0.36037440299987794
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,16,1,power_law_1.01,0.3977152109146118
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,7168,2048,8,256,16,1,power_law_1.2,0.08669440150260925
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,16,1,power_law_1.2,3.1691263198852537
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,16,power_law_1.01,0.03160640001296997
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,16,1,power_law_1.01,0.44849600791931155
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,7168,2048,8,256,16,1,power_law_1.2,0.10064959526062012
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,16,power_law_1.01,0.03497599959373474
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,7168,2048,8,256,16,1,power_law_1.2,0.12709120512008668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,16,power_law_1.01,0.03680320084095001
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,16,1,power_law_1.01,0.5451488018035888
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,16,power_law_1.01,0.03553600013256073
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,7168,2048,8,256,16,1,power_law_1.2,0.17212480306625366
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,16,power_law_1.01,0.05083839893341065
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,16,1,power_law_1.01,0.6275519847869873
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,16,power_law_1.01,0.05358719825744629
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,7168,2048,8,256,16,1,power_law_1.2,0.22664320468902588
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,16,power_law_1.01,0.05677440166473389
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,7168,2048,8,256,16,1,power_law_1.2,0.27078399658203123
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,16,power_law_1.01,0.058982402086257935
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,16,1,power_law_1.01,0.8262880325317383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,16,power_law_1.01,0.06069440245628357
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,7168,2048,8,256,16,1,power_law_1.2,0.4031871795654297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,16,power_law_1.01,0.06125119924545288
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,16,1,power_law_1.01,1.0126144409179687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,16,power_law_1.01,0.06553599834442139
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,7168,2048,8,256,16,1,power_law_1.2,0.40377278327941896
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,16,power_law_1.01,0.07041599750518798
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,7168,2048,8,256,16,1,power_law_1.2,0.4414495944976807
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,16,power_law_1.01,0.07315840125083924
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,16,power_law_1.01,0.07985600233078002
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,7168,2048,8,256,16,1,power_law_1.2,0.42658238410949706
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,16,1,power_law_1.01,1.3977439880371094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,7168,2048,8,256,16,1,power_law_1.2,0.46023359298706057
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,16,power_law_1.01,0.08626880049705506
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,16,power_law_1.01,0.09461119771003723
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,7168,2048,8,256,16,1,power_law_1.2,0.44721598625183107
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,16,1,power_law_1.01,1.7559104919433595
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,16,power_law_1.01,0.10397119522094726
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,7168,2048,8,256,16,1,power_law_1.2,0.47177920341491697
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,16,power_law_1.01,0.1244704008102417
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,7168,2048,8,256,16,1,power_law_1.2,0.47583680152893065
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,16,power_law_1.01,0.14203200340270997
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,7168,2048,8,256,16,1,power_law_1.2,0.48893117904663086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,16,1,power_law_1.01,2.512940788269043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,16,power_law_1.01,0.1844320058822632
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,7168,2048,8,256,16,1,power_law_1.2,0.5177375793457031
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,16,power_law_1.01,0.236409592628479
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,7168,2048,8,256,16,1,power_law_1.2,0.5401792049407959
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,16,power_law_1.01,0.3420095920562744
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,7168,2048,8,256,16,1,power_law_1.2,0.6053791999816894
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,16,1,power_law_1.01,3.2451713562011717
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,16,power_law_1.01,0.4267903804779053
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,16,power_law_1.01,0.03117760121822357
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,7168,2048,8,256,16,1,power_law_1.2,0.6321280002593994
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,16,power_law_1.01,0.03296639919281006
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,16,power_law_1.01,0.033478400111198424
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,16,power_law_1.01,0.6260799884796142
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,7168,2048,8,256,16,1,power_law_1.2,0.7319776058197022
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,16,power_law_1.01,0.03282240033149719
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,16,power_law_1.01,0.05268160104751587
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,16,power_law_1.01,0.8123359680175781
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,16,power_law_1.01,0.053913599252700804
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,7168,2048,8,256,16,1,power_law_1.2,0.8060768127441407
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,16,power_law_1.01,0.05591359734535217
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,16,power_law_1.01,0.05695040225982666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,7168,2048,8,256,16,1,power_law_1.2,0.9945440292358398
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,16,power_law_1.01,0.058115202188491824
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,16,power_law_1.01,1.2366175651550293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,16,power_law_1.01,0.05963199734687805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,16,power_law_1.01,0.06218879818916321
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,7168,2048,8,256,16,1,power_law_1.2,1.1630751609802246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,16,power_law_1.01,0.06563519835472106
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,16,power_law_1.01,1.571510410308838
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,16,power_law_1.01,0.06792960166931153
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,16,power_law_1.01,0.03647040128707886
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,16,power_law_1.01,0.07326719760894776
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,16,power_law_1.01,0.04092479944229126
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,7168,2048,8,256,16,1,power_law_1.2,1.524358367919922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,16,power_law_1.01,0.04267520010471344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,16,power_law_1.01,0.07835199832916259
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,16,power_law_1.01,0.042447999119758606
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,16,power_law_1.01,0.08493120074272156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,16,power_law_1.01,0.045337599515914914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,16,power_law_1.01,0.04622719883918762
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,16,power_law_1.01,0.09587200284004212
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,7168,2048,8,256,16,1,power_law_1.2,1.87969913482666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,16,power_law_1.01,0.04840640127658844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,16,power_law_1.01,0.12001279592514039
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,16,power_law_1.01,0.04944320023059845
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,16,power_law_1.01,0.05111680030822754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,16,power_law_1.01,0.144214403629303
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,16,power_law_1.01,0.05178880095481873
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,16,power_law_1.01,0.19461120367050172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,7168,2048,8,256,16,1,power_law_1.2,2.5948543548583984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,16,power_law_1.01,0.05434880256652832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,16,power_law_1.01,0.254035210609436
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,16,power_law_1.01,0.057222402095794676
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,16,power_law_1.01,0.3550463914871216
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,16,power_law_1.01,0.0592960000038147
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,16,power_law_1.01,0.06562240123748779
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,16,power_law_1.01,0.45291838645935056
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,16,power_law_1.01,0.0726751983165741
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,16,power_law_1.01,0.07824640274047852
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,16,power_law_1.01,0.6506815910339355
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,16,power_law_1.01,0.0927232027053833
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,16,power_law_1.01,0.11692800521850585
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,16,power_law_1.01,0.8361311912536621
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,16,power_law_1.01,0.14221760034561157
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,16,power_law_1.01,0.18277759552001954
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,16,power_law_1.01,1.262758445739746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,7168,2048,8,256,16,1,power_law_1.2,3.3140640258789062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,16,power_law_1.2,0.03419199883937836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,16,power_law_1.01,0.23231039047241211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,16,power_law_1.2,0.03593280017375946
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,16,power_law_1.2,0.03650240004062653
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,16,power_law_1.01,0.32881920337677
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,16,power_law_1.01,1.6808927536010743
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,16,power_law_1.2,0.03308480083942413
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,16,power_law_1.2,0.03120959997177124
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,16,power_law_1.2,0.05495039820671081
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,16,power_law_1.01,0.4202720165252686
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,16,power_law_1.2,0.03170560002326965
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,16,power_law_1.2,0.057276797294616696
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,16,power_law_1.2,0.03280960023403168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,16,power_law_1.2,0.05581759810447693
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,16,power_law_1.2,0.032662400603294374
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,16,1,power_law_1.2,0.04861119985580444
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,16,power_law_1.01,0.6106239795684815
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,16,power_law_1.2,0.05278400182723999
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,16,power_law_1.2,0.06110079884529114
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,16,power_law_1.2,0.05372160077095032
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,16,power_law_1.2,0.06133440136909485
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,16,power_law_1.2,0.05612480044364929
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,16,power_law_1.2,0.06295999884605408
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,16,power_law_1.01,0.8012448310852051
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,16,power_law_1.2,0.05724160075187683
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,16,power_law_1.2,0.06539199948310852
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,16,power_law_1.2,0.057929599285125734
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,16,power_law_1.2,0.07120000123977661
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,16,power_law_1.2,0.05966079831123352
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,16,power_law_1.2,0.07597119808197021
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,16,power_law_1.01,1.159017562866211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,16,power_law_1.2,0.06257280111312866
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,16,power_law_1.2,0.08174719810485839
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,16,power_law_1.2,0.06543359756469727
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,16,power_law_1.2,0.06803200244903565
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,16,power_law_1.2,0.07336000204086304
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,16,power_law_1.01,1.5465056419372558
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,16,1,power_law_1.2,0.05478399991989136
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,16,power_law_1.2,0.0363103985786438
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,16,power_law_1.2,0.088019198179245
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,16,power_law_1.2,0.07876799702644348
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,16,power_law_1.2,0.04090240001678467
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,16,1,power_law_1.2,0.0771232008934021
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,16,power_law_1.2,0.09520320296287536
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,16,power_law_1.2,0.04254719913005829
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,16,power_law_1.2,0.085971200466156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,16,1,power_law_1.2,0.10451200008392333
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,16,power_law_1.2,0.04268159866333008
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,16,power_law_1.2,0.10714240074157715
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,16,power_law_1.2,0.09916160106658936
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,16,power_law_1.2,0.045500800013542175
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,16,power_law_1.2,0.04647679924964905
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,16,power_law_1.2,0.12591359615325928
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,16,power_law_1.2,0.12362560033798217
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,16,power_law_1.2,0.048518401384353635
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,16,power_law_1.2,0.1436095952987671
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,16,power_law_1.2,0.04917440116405487
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,16,power_law_1.2,0.14907840490341187
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,16,power_law_1.2,0.051260799169540405
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,16,power_law_1.2,0.20161280632019044
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,16,power_law_1.2,0.051481598615646364
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,16,power_law_1.2,0.18600640296936036
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,16,power_law_1.2,0.05474879741668701
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,16,power_law_1.2,0.2541183948516846
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,16,power_law_1.2,0.057968002557754514
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,16,power_law_1.2,0.05996479988098145
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,16,power_law_1.2,0.2400576114654541
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,16,power_law_1.2,0.06574079990386963
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,16,power_law_1.2,0.07276480197906494
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,16,power_law_1.2,0.07876160144805908
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,16,power_law_1.2,0.3498944044113159
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,16,power_law_1.2,0.09516479969024658
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,16,power_law_1.2,0.3618367910385132
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,16,1,power_law_1.2,0.14309120178222656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,16,power_law_1.2,0.11918079853057861
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,16,power_law_1.2,0.1433568000793457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,16,1,power_law_1.2,0.19445120096206664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,16,power_law_1.2,0.4485951900482178
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,16,1,power_law_1.2,0.2682624101638794
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,16,power_law_1.2,0.1883296012878418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,16,1,power_law_1.2,0.2776992082595825
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,16,power_law_1.2,0.23347198963165283
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,16,1,power_law_1.2,0.2837631940841675
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,16,power_law_1.2,0.3356544017791748
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,16,1,power_law_1.2,0.2877824068069458
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,16,1,power_law_1.2,0.2965152025222778
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,16,1,power_law_1.2,0.3015968084335327
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,16,1,power_law_1.2,0.3072927951812744
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,16,power_law_1.2,0.4442944049835205
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,16,1,power_law_1.2,0.3171072006225586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,16,power_law_1.2,0.4786719799041748
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,16,1,power_law_1.2,0.33372480869293214
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,16,1,power_law_1.2,0.344870400428772
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,16,1,power_law_1.2,0.36738560199737547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,16,1,power_law_1.2,0.4108704090118408
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,16,1,power_law_1.2,0.4774752140045166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,16,power_law_1.2,0.6403456211090088
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,16,1,power_law_1.2,0.5607679843902588
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,16,1,power_law_1.2,0.6457087993621826
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,16,power_law_1.2,0.6442463874816895
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,16,1,power_law_1.2,0.8388959884643554
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,16,1,power_law_1.2,1.0299424171447753
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,16,power_law_1.2,0.6821599960327148
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,16,1,power_law_1.2,1.4105471611022948
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,16,1,power_law_1.2,1.773084831237793
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,16,1,power_law_1.2,2.5240127563476564
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,16,1,power_law_1.2,3.2668704986572266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,16,power_law_1.01,0.07873600125312805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,16,power_law_1.01,0.07834240198135375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,16,power_law_1.01,0.07932159900665284
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,16,power_law_1.01,0.07935360074043274
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,16,power_law_1.01,0.11910079717636109
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,16,power_law_1.01,0.12232320308685303
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,16,power_law_1.01,0.12660160064697265
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,16,power_law_1.01,0.12789440155029297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,16,power_law_1.01,0.13031359910964965
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,16,power_law_1.01,0.1332800030708313
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,16,power_law_1.01,0.13737280368804933
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,16,power_law_1.01,0.14260799884796144
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,16,power_law_1.01,0.1476096034049988
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,16,power_law_1.01,0.15954560041427612
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,16,power_law_1.01,0.16974079608917236
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,16,power_law_1.2,0.8533599853515625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,16,power_law_1.01,0.18097599744796752
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,16,power_law_1.01,0.2028575897216797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,16,power_law_1.01,0.2584736108779907
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,16,power_law_1.01,0.3359008073806763
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,16,power_law_1.01,0.45148158073425293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,16,power_law_1.01,0.5575104236602784
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,16,power_law_1.01,0.7994719982147217
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,16,power_law_1.01,1.056332778930664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,16,power_law_1.01,1.480720043182373
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,16,power_law_1.2,0.8975616455078125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,16,power_law_1.01,1.9488031387329101
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,16,power_law_1.01,2.843337631225586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,16,power_law_1.01,3.878134536743164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,16,power_law_1.01,0.06839680075645446
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,16,power_law_1.01,0.0692575991153717
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,16,power_law_1.01,0.06861119866371154
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,16,power_law_1.01,0.06590399742126465
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,16,power_law_1.01,0.10329600572586059
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,16,power_law_1.01,0.10801279544830322
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,16,power_law_1.01,0.11120959520339965
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,16,power_law_1.01,0.11308799982070923
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,16,power_law_1.01,0.11564480066299439
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,16,power_law_1.01,0.1162943959236145
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,16,power_law_1.2,0.8181952476501465
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,16,power_law_1.01,0.12138880491256714
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,16,power_law_1.01,0.12735680341720582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,16,power_law_1.2,1.2473919868469239
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,16,power_law_1.01,0.13338240385055541
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,16,power_law_1.01,0.15130879878997802
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,16,power_law_1.01,0.1651584029197693
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,16,power_law_1.01,0.1762112021446228
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,16,power_law_1.01,0.2048640012741089
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,16,power_law_1.01,0.2638688087463379
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,16,power_law_1.01,0.31794559955596924
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,16,power_law_1.01,0.4313727855682373
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,16,power_law_1.01,0.5522751808166504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,16,power_law_1.01,0.7644544124603272
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,16,power_law_1.01,1.0234911918640137
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,16,power_law_1.01,1.5148736000061036
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,16,power_law_1.01,1.950092887878418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,16,power_law_1.01,2.9368288040161135
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,16,power_law_1.01,3.854297637939453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,16,power_law_1.01,0.06590399742126465
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,16,power_law_1.01,0.06621440052986145
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,16,power_law_1.01,0.07266240119934082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,16,power_law_1.01,0.07240639925003052
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,16,power_law_1.01,0.07976959943771363
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,16,power_law_1.01,0.08268799781799316
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,16,power_law_1.01,0.08600959777832032
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,16,power_law_1.01,0.08624320030212403
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,16,power_law_1.01,0.09068800210952759
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,16,power_law_1.01,0.09279680252075195
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,16,power_law_1.01,0.09624000191688538
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,16,power_law_1.01,0.10367679595947266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,16,power_law_1.01,0.1083456039428711
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,16,power_law_1.01,0.12475839853286744
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,16,power_law_1.01,0.1381183981895447
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,16,power_law_1.01,0.1531391978263855
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,16,power_law_1.2,1.2387871742248535
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,16,power_law_1.01,0.18063679933547974
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,16,power_law_1.01,0.23277759552001953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,16,power_law_1.01,0.2849567890167236
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,16,power_law_1.01,0.39308159351348876
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,16,power_law_1.01,0.4934624195098877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,16,power_law_1.01,0.7041056156158447
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,16,power_law_1.01,0.9044575691223145
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,16,power_law_1.01,1.3149920463562013
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,16,power_law_1.01,1.762691116333008
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,16,power_law_1.01,2.63570556640625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,16,power_law_1.01,3.5273086547851564
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,16,power_law_1.2,0.07922880053520202
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,16,power_law_1.2,0.0763584017753601
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,16,power_law_1.2,0.0794655978679657
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,16,power_law_1.2,0.07602880001068116
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,16,power_law_1.2,0.11865919828414917
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,16,power_law_1.2,0.12396160364151002
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,16,power_law_1.2,0.1277184009552002
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,16,power_law_1.2,0.12868800163269042
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,16,power_law_1.2,0.13185919523239137
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,16,power_law_1.2,0.13441920280456543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,16,power_law_1.2,0.13954240083694458
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,16,power_law_1.2,0.14461760520935057
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,16,power_law_1.2,0.15127040147781373
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,16,power_law_1.2,0.16135040521621705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,16,power_law_1.2,0.17182079553604127
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,16,power_law_1.2,0.18389760255813598
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,16,power_law_1.2,0.20874559879302979
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,16,power_law_1.2,0.28183679580688475
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,16,power_law_1.2,0.34107840061187744
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,16,power_law_1.2,0.46693758964538573
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,16,power_law_1.2,0.5964511871337891
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,16,power_law_1.2,0.8510720252990722
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,16,power_law_1.2,1.0975008010864258
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,16,power_law_1.2,1.3070655822753907
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,16,power_law_1.2,1.7196895599365234
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,16,power_law_1.2,1.6675487518310548
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,16,power_law_1.2,0.0676256000995636
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,16,power_law_1.2,0.0670687973499298
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,16,power_law_1.2,0.06967039704322815
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,16,power_law_1.2,0.06922879815101624
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,16,power_law_1.2,0.10291839838027954
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,16,power_law_1.2,0.10731199979782105
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,16,power_law_1.2,0.11095999479293824
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,16,power_law_1.2,0.11227519512176513
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,16,power_law_1.2,2.134105682373047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,16,power_law_1.2,0.11503679752349853
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,16,power_law_1.2,0.1168511986732483
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,16,power_law_1.2,0.12177599668502807
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,16,power_law_1.2,0.12819199562072753
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,16,power_law_1.2,0.13986560106277465
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,16,power_law_1.2,0.1508095979690552
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,16,power_law_1.2,0.1679200053215027
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,16,power_law_1.2,0.17915840148925782
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,16,power_law_1.2,0.21440958976745605
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,16,power_law_1.2,0.2700608015060425
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,16,power_law_1.2,0.33605759143829345
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,16,power_law_1.2,0.4771711826324463
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,16,power_law_1.2,0.5809663772583008
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,16,power_law_1.2,0.8561247825622559
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,16,power_law_1.2,1.0675392150878906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,16,power_law_1.2,1.6290464401245117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,16,power_law_1.2,0.066975998878479
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,16,power_law_1.2,0.06651520133018493
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,16,power_law_1.2,0.07269120216369629
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,16,power_law_1.2,0.07302719950675965
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,16,power_law_1.2,0.07757760286331176
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,16,power_law_1.2,0.08243520259857177
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,16,power_law_1.2,0.08640319705009461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,16,power_law_1.2,1.561081600189209
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,16,power_law_1.2,0.08902080059051513
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,16,power_law_1.2,0.0920799970626831
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,16,power_law_1.2,0.09383999705314636
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,16,power_law_1.2,0.09898239970207215
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,16,power_law_1.2,0.10615359544754029
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,16,power_law_1.2,0.11335359811782837
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,16,power_law_1.2,0.13161280155181884
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,16,power_law_1.2,0.14098559617996215
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,16,power_law_1.2,0.15940159559249878
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,16,power_law_1.2,0.18724800348281861
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,16,power_law_1.2,0.24663999080657958
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,16,power_law_1.2,1.7068704605102538
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,16,1,power_law_1.01,0.023475199937820435
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,16,power_law_1.2,0.2965375900268555
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,16,1,power_law_1.01,0.042121601104736325
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,16,1,power_law_1.01,0.04739519953727722
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,16,power_law_1.2,0.41132478713989257
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,16,1,power_law_1.01,0.059299200773239136
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,16,1,power_law_1.01,0.07003520131111145
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,16,1,power_law_1.01,0.08311039805412293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,16,power_law_1.2,0.5318336009979248
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,16,1,power_law_1.01,0.08649280071258544
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,16,1,power_law_1.01,0.08788800239562988
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,16,1,power_law_1.01,0.09135680198669434
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,16,1,power_law_1.01,0.09480000138282776
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,16,1,power_law_1.01,0.10078400373458862
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,16,1,power_law_1.01,0.1372928023338318
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,16,1,power_law_1.01,0.1412992000579834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,16,1,power_law_1.01,0.1459936022758484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,16,1,power_law_1.01,0.1513216018676758
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,16,power_law_1.2,0.7562528133392334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,16,1,power_law_1.01,0.156496000289917
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,16,1,power_law_1.01,0.16714240312576295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,16,1,power_law_1.01,0.187990403175354
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,16,1,power_law_1.01,0.21011838912963868
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,16,1,power_law_1.01,0.2509119987487793
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,16,power_law_1.2,0.9968031883239746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,16,1,power_law_1.01,0.3025183916091919
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,16,1,power_law_1.01,0.423583984375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,16,1,power_law_1.01,0.5141056060791016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,16,power_law_1.2,1.4318047523498536
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,16,1,power_law_1.01,0.7283936023712159
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,16,power_law_1.2,2.170351982116699
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,16,1,power_law_1.01,0.9332768440246582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,16,1,power_law_1.01,1.348534393310547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,16,1,power_law_1.01,1.755120086669922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,16,1,power_law_1.01,0.028569599986076354
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,16,1,power_law_1.01,0.041142401099205014
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,16,1,power_law_1.01,0.048332801461219786
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,16,1,power_law_1.01,0.056992000341415404
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,16,1,power_law_1.01,0.06603839993476868
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,16,1,power_law_1.01,0.07929599881172181
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,16,1,power_law_1.01,0.08280320167541504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,16,1,power_law_1.01,0.08451520204544068
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,16,power_law_1.2,3.131923294067383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,16,1,power_law_1.01,0.08790079951286316
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,16,1,power_law_1.01,0.09128000140190125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,16,1,power_law_1.01,0.09654399752616882
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,16,1,power_law_1.01,0.11638400554656983
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,16,1,power_law_1.01,0.12024960517883301
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,16,1,power_law_1.01,0.1251263976097107
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,16,1,power_law_1.01,0.13080639839172364
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,16,1,power_law_1.01,0.1356768012046814
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,16,1,power_law_1.01,0.14794880151748657
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,16,1,power_law_1.01,0.1720479965209961
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,16,power_law_1.2,1.8791007995605469
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,16,1,power_law_1.01,0.19857920408248902
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,16,1,power_law_1.01,0.25454399585723875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,16,1,power_law_1.01,0.3037760019302368
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,16,1,power_law_1.01,0.4074495792388916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,16,1,power_law_1.01,0.5091008186340332
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,16,1,power_law_1.01,0.7128543853759766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,16,1,power_law_1.01,0.9233823776245117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,16,1,power_law_1.01,1.3409440040588378
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,16,1,power_law_1.01,1.7599168777465821
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,4096,1536,8,128,16,1,power_law_1.01,0.055113601684570315
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,4096,1536,8,128,16,1,power_law_1.01,0.06107199788093567
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,4096,1536,8,128,16,1,power_law_1.01,0.07697920203208923
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,4096,1536,8,128,16,1,power_law_1.01,0.09268479943275451
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,4096,1536,8,128,16,1,power_law_1.01,0.11360000371932984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,4096,1536,8,128,16,1,power_law_1.01,0.15760639905929566
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,4096,1536,8,128,16,1,power_law_1.01,0.16569919586181642
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,4096,1536,8,128,16,1,power_law_1.01,0.17300479412078856
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,4096,1536,8,128,16,1,power_law_1.01,0.1750175952911377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,4096,1536,8,128,16,1,power_law_1.01,0.17391680479049682
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,4096,1536,8,128,16,1,power_law_1.01,0.18021119832992555
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,4096,1536,8,128,16,1,power_law_1.01,0.1894144058227539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,4096,1536,8,128,16,1,power_law_1.01,0.19493119716644286
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,4096,1536,8,128,16,1,power_law_1.01,0.19221760034561158
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,4096,1536,8,128,16,1,power_law_1.01,0.20757761001586914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,4096,1536,8,128,16,1,power_law_1.01,0.20341119766235352
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,4096,1536,8,128,16,1,power_law_1.01,0.23131198883056642
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,4096,1536,8,128,16,1,power_law_1.01,0.26254398822784425
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,4096,1536,8,128,16,1,power_law_1.01,0.29533441066741944
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,4096,1536,8,128,16,1,power_law_1.01,0.3678816080093384
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,4096,1536,8,128,16,1,power_law_1.01,0.4246975898742676
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,4096,1536,8,128,16,1,power_law_1.01,0.5572192192077636
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,4096,1536,8,128,16,1,power_law_1.01,0.6829311847686768
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,4096,1536,8,128,16,1,power_law_1.01,0.9357983589172363
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,4096,1536,8,128,16,1,power_law_1.01,1.1832415580749511
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,4096,1536,8,128,16,1,power_law_1.01,1.6882335662841796
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,4096,1536,8,128,16,1,power_law_1.01,2.1851423263549803
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,16,1,power_law_1.2,0.024060800671577454
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,16,1,power_law_1.2,0.04225279986858368
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,16,1,power_law_1.2,0.04763199985027313
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,16,1,power_law_1.2,0.0559391975402832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,16,1,power_law_1.2,0.06791359782218934
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,16,1,power_law_1.2,0.08546879887580872
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,16,1,power_law_1.2,0.08868799805641174
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,16,1,power_law_1.2,0.09107199907302857
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,16,1,power_law_1.2,0.09381759762763978
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,16,1,power_law_1.2,0.09705920219421386
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,16,1,power_law_1.2,0.10302400588989258
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,16,1,power_law_1.2,0.13871359825134277
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,16,1,power_law_1.2,0.14305280447006224
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,16,1,power_law_1.2,0.1478111982345581
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,16,1,power_law_1.2,0.15249279737472535
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,16,1,power_law_1.2,0.15771520137786865
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,16,1,power_law_1.2,0.16824640035629274
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,16,1,power_law_1.2,0.18930879831314087
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,16,1,power_law_1.2,0.21047680377960204
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,16,1,power_law_1.2,0.2519776105880737
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,16,1,power_law_1.2,0.3105504035949707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,16,power_law_1.2,4.195187377929687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,16,1,power_law_1.2,0.02699199914932251
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,16,1,power_law_1.2,0.042467200756073
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,16,1,power_law_1.2,0.04815999865531921
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,16,1,power_law_1.2,0.05664960145950317
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,16,1,power_law_1.2,0.06453120112419128
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,16,1,power_law_1.2,0.08094080090522766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,16,1,power_law_1.2,0.08338559865951538
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,16,1,power_law_1.2,0.4246848106384277
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,16,1,power_law_1.2,0.08711680173873901
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,16,1,power_law_1.2,0.09103999733924865
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,16,1,power_law_1.2,0.09265919923782348
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,16,1,power_law_1.2,0.09771199822425843
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,16,1,power_law_1.2,0.11727999448776245
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,16,1,power_law_1.2,0.12085440158843994
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,16,1,power_law_1.2,0.12602880001068115
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,16,1,power_law_1.2,0.13159359693527223
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,16,1,power_law_1.2,0.5191359996795655
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,16,1,power_law_1.2,0.13717119693756102
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,16,1,power_law_1.2,0.15032000541687013
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,16,power_law_1.2,3.2149726867675783
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,16,1,power_law_1.2,0.17297919988632202
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,16,1,power_law_1.2,0.20082240104675292
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,16,1,power_law_1.2,0.2579103946685791
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,16,1,power_law_1.2,0.30878400802612305
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,16,1,power_law_1.2,0.41144962310791017
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,16,1,power_law_1.2,0.732044792175293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,16,power_law_1.2,2.79036808013916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,16,1,power_law_1.2,0.5154208183288574
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,16,1,power_law_1.2,0.7199391841888427
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,16,1,power_law_1.2,0.9357888221740722
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,16,1,power_law_1.2,0.9317215919494629
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,16,power_law_1.2,3.9105438232421874
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,4096,1536,8,128,16,1,power_law_1.2,0.05597119927406311
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,4096,1536,8,128,16,1,power_law_1.2,0.06230400204658508
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,4096,1536,8,128,16,1,power_law_1.2,0.07552000284194946
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,4096,1536,8,128,16,1,power_law_1.2,0.08819839954376221
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,4096,1536,8,128,16,1,power_law_1.2,0.10670080184936523
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,4096,1536,8,128,16,1,power_law_1.2,0.15653760433197023
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,4096,1536,8,128,16,1,power_law_1.2,0.16700799465179444
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,4096,1536,8,128,16,1,power_law_1.2,0.17428480386734008
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,4096,1536,8,128,16,1,power_law_1.2,0.17763839960098265
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,4096,1536,8,128,16,1,power_law_1.2,0.1809823989868164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,4096,1536,8,128,16,1,power_law_1.2,0.18606079816818238
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,4096,1536,8,128,16,1,power_law_1.2,0.1882848024368286
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,4096,1536,8,128,16,1,power_law_1.2,0.19716160297393798
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,4096,1536,8,128,16,1,power_law_1.2,0.1991328001022339
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,4096,1536,8,128,16,1,power_law_1.2,0.2111840009689331
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,4096,1536,8,128,16,1,power_law_1.2,0.21618878841400146
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,4096,1536,8,128,16,1,power_law_1.2,0.2388319969177246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,4096,1536,8,128,16,1,power_law_1.2,0.2711296081542969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,4096,1536,8,128,16,1,power_law_1.2,0.2978431940078735
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,4096,1536,8,128,16,1,power_law_1.2,0.3628000020980835
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,16,1,power_law_1.2,1.3542495727539063
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,4096,1536,8,128,16,1,power_law_1.2,0.4267583847045898
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,4096,1536,8,128,16,1,power_law_1.2,0.5581183910369873
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,4096,1536,8,128,16,1,power_law_1.2,0.6820799827575683
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,16,power_law_1.2,4.2489055633544925
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,16,power_law_1.01,0.14621440172195435
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,16,power_law_1.01,0.19014079570770265
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,16,power_law_1.01,0.179257595539093
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,16,power_law_1.01,0.18050559759140014
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,16,power_law_1.01,0.20147199630737306
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,16,power_law_1.01,0.229420804977417
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,16,power_law_1.01,0.2217024087905884
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,16,power_law_1.01,0.228108811378479
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,16,power_law_1.01,0.23473598957061767
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,16,power_law_1.01,0.23928639888763428
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,16,power_law_1.01,0.24178240299224854
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,16,power_law_1.01,0.2594399929046631
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,16,power_law_1.01,0.25662400722503664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,16,power_law_1.01,0.29513599872589114
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,16,power_law_1.01,0.34184000492095945
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,16,power_law_1.01,0.3950047969818115
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,4096,1536,8,128,16,1,power_law_1.2,0.9359807968139648
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,16,power_law_1.01,0.441926383972168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,16,power_law_1.01,0.49936637878417967
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,16,power_law_1.01,0.5947775840759277
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,16,power_law_1.01,0.8083264350891113
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,16,power_law_1.01,1.0192959785461426
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,16,power_law_1.01,1.402345561981201
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,16,power_law_1.01,1.802351951599121
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,16,power_law_1.01,2.5427839279174806
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,16,power_law_1.01,3.379100799560547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,16,power_law_1.01,5.1496833801269535
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,16,power_law_1.01,6.606390380859375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,16,power_law_1.01,0.12234879732131958
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,16,power_law_1.01,0.15592000484466553
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,16,power_law_1.01,0.143503999710083
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,16,power_law_1.01,0.143014395236969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,16,power_law_1.01,0.17396479845046997
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,16,power_law_1.01,0.18711040019989014
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,16,power_law_1.01,0.19381760358810424
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,16,power_law_1.01,0.19571839570999144
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,4096,1536,8,128,16,1,power_law_1.2,1.1802176475524901
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,16,power_law_1.01,0.20060160160064697
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,16,power_law_1.01,0.2094559907913208
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,16,power_law_1.01,0.21453120708465576
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,16,power_law_1.01,0.2459359884262085
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,16,power_law_1.01,0.22898240089416505
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,16,power_law_1.01,0.27657599449157716
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,16,power_law_1.01,0.3113023996353149
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,16,power_law_1.01,0.3433536052703857
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,16,power_law_1.01,0.37478079795837405
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,16,power_law_1.01,0.46323838233947756
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,16,power_law_1.01,0.5389408111572266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,16,power_law_1.01,0.7589632034301758
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,16,power_law_1.01,0.9521856307983398
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,16,power_law_1.01,1.31561279296875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,16,power_law_1.01,1.8013471603393554
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,16,1,power_law_1.2,1.3476479530334473
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,16,power_law_1.01,2.5389055252075194
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,16,power_law_1.01,3.329692840576172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,16,power_law_1.01,4.990204620361328
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,16,power_law_1.01,6.398419189453125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,16,power_law_1.01,0.1351744055747986
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,16,power_law_1.01,0.14495680332183838
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,16,power_law_1.01,0.13776639699935914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,16,power_law_1.01,0.14828480482101442
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,16,power_law_1.01,0.14466880559921264
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,16,power_law_1.01,0.1675295948982239
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,16,power_law_1.01,0.17301440238952637
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,16,power_law_1.01,0.17319999933242797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,16,power_law_1.01,0.17799359560012817
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,16,power_law_1.01,0.18195199966430664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,16,power_law_1.01,0.19322880506515502
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,16,power_law_1.01,0.1992032051086426
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,16,power_law_1.01,0.2078399896621704
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,16,power_law_1.01,0.22778239250183105
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,16,power_law_1.01,0.24647040367126466
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,16,power_law_1.01,0.2689215898513794
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,16,power_law_1.01,0.3113215923309326
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,16,power_law_1.01,0.39277119636535646
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,16,power_law_1.01,0.48435521125793457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,16,power_law_1.01,0.6514880180358886
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,16,power_law_1.01,0.8207551956176757
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,16,power_law_1.01,1.1532959938049316
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,16,power_law_1.01,1.4659423828125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,16,power_law_1.01,2.1777183532714846
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,16,power_law_1.01,2.887593650817871
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,16,power_law_1.01,4.190227127075195
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,16,power_law_1.01,5.475590515136719
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,16,power_law_1.2,0.14660160541534423
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,16,power_law_1.2,0.16801919937133789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,16,power_law_1.2,0.17984639406204223
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,16,power_law_1.2,0.17855679988861084
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,16,power_law_1.2,0.19329919815063476
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,16,power_law_1.2,0.2209791898727417
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,16,power_law_1.2,0.22747840881347656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,16,power_law_1.2,0.2291327953338623
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,16,power_law_1.2,0.23980159759521485
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,16,power_law_1.2,0.23928639888763428
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,16,power_law_1.2,0.24960639476776122
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,16,power_law_1.2,0.2594624042510986
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,16,power_law_1.2,0.28447680473327636
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,16,power_law_1.2,0.3600640058517456
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,16,power_law_1.2,0.3662976026535034
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,16,power_law_1.2,0.41113920211791993
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,16,power_law_1.2,0.44964799880981443
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,16,power_law_1.2,0.5127327919006348
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,16,power_law_1.2,0.6208384037017822
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,16,power_law_1.2,0.8750816345214844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,16,power_law_1.2,1.0872960090637207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,16,power_law_1.2,1.5890815734863282
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,16,power_law_1.2,2.0117376327514647
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,16,power_law_1.2,2.8436960220336913
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,4096,1536,8,128,16,1,power_law_1.2,1.684227180480957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,16,power_law_1.2,4.04249267578125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,16,power_law_1.2,6.6044158935546875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,16,power_law_1.2,9.208348846435547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,16,power_law_1.2,0.1226304054260254
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,16,power_law_1.2,0.14969600439071656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,16,power_law_1.2,0.15180799961090088
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,16,power_law_1.2,0.15498239994049073
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,16,power_law_1.2,0.15738879442214965
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,16,power_law_1.2,0.18087680339813234
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,16,power_law_1.2,0.20036160945892334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,16,power_law_1.2,0.19643839597702026
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,16,power_law_1.2,0.20579519271850585
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,16,power_law_1.2,0.20841600894927978
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,16,power_law_1.2,0.21726078987121583
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,16,power_law_1.2,0.23997120857238768
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,16,power_law_1.2,0.24860799312591553
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,16,power_law_1.2,0.29606080055236816
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,16,power_law_1.2,0.32326719760894773
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,16,power_law_1.2,0.3435424089431763
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,16,power_law_1.2,0.3906879901885986
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,16,power_law_1.2,0.47117438316345217
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,16,power_law_1.2,0.571065616607666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,16,power_law_1.2,0.7900512218475342
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,16,power_law_1.2,1.0124575614929199
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,16,power_law_1.2,1.424623966217041
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,16,power_law_1.2,1.8440351486206055
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,16,1,power_law_1.2,1.7756671905517578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,16,power_law_1.2,0.13521280288696289
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,16,power_law_1.2,0.13393280506134034
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,16,power_law_1.2,2.8114559173583986
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,16,power_law_1.2,0.14775999784469604
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,16,power_law_1.2,0.14916800260543822
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,16,power_law_1.2,0.12803200483322144
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,16,power_law_1.2,0.1683519959449768
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,16,power_law_1.2,0.1674080014228821
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,16,power_law_1.2,0.1730687975883484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,16,power_law_1.2,0.17902079820632935
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,16,power_law_1.2,0.1825152039527893
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,16,power_law_1.2,0.19054399728775023
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,16,power_law_1.2,0.20094079971313478
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,16,power_law_1.2,0.20688319206237793
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,16,power_law_1.2,0.23462719917297364
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,16,power_law_1.2,0.25390400886535647
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,16,power_law_1.2,0.27785279750823977
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,16,power_law_1.2,0.32646400928497316
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,16,power_law_1.2,0.4113311767578125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,16,power_law_1.2,0.4937920093536377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,16,power_law_1.2,0.6828320026397705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,16,power_law_1.2,0.8584192276000977
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,16,power_law_1.2,1.2580415725708007
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,16,power_law_1.2,1.5927007675170899
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,16,power_law_1.2,2.319494438171387
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,16,power_law_1.2,3.9714591979980467
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,4096,1536,8,128,16,1,power_law_1.2,2.181657600402832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,6144,2560,8,160,16,1,power_law_1.01,0.031763198971748355
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,6144,2560,8,160,16,1,power_law_1.01,0.05878400206565857
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,6144,2560,8,160,16,1,power_law_1.01,0.07559679746627808
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,6144,2560,8,160,16,1,power_law_1.01,0.09752640128135681
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,6144,2560,8,160,16,1,power_law_1.01,0.12257920503616333
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,6144,2560,8,160,16,1,power_law_1.01,0.17285439968109131
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,6144,2560,8,160,16,1,power_law_1.01,0.18203519582748412
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,6144,2560,8,160,16,1,power_law_1.01,0.18893760442733765
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,6144,2560,8,160,16,1,power_law_1.01,0.19145599603652955
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,6144,2560,8,160,16,1,power_law_1.01,0.2067199945449829
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,6144,2560,8,160,16,1,power_law_1.01,0.213318395614624
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,6144,2560,8,160,16,1,power_law_1.01,0.2344896078109741
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,6144,2560,8,160,16,1,power_law_1.01,0.24187839031219482
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,16,power_law_1.2,3.2023998260498048
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,6144,2560,8,160,16,1,power_law_1.01,0.2536767959594727
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,6144,2560,8,160,16,1,power_law_1.01,0.25922560691833496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,6144,2560,8,160,16,1,power_law_1.01,0.26921279430389405
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,6144,2560,8,160,16,1,power_law_1.01,0.2838047981262207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,6144,2560,8,160,16,1,power_law_1.01,0.34402880668640134
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,16,1,power_law_1.01,0.41849918365478517
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,16,1,power_law_1.01,0.4800704002380371
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,16,1,power_law_1.01,0.5565919876098633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,16,1,power_law_1.01,0.7388512134552002
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,16,1,power_law_1.01,0.9076383590698243
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,16,1,power_law_1.01,1.2587871551513672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,16,power_law_1.2,5.74213752746582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,16,1,power_law_1.01,1.6060863494873048
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,16,power_law_1.2,4.650672149658203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,16,1,power_law_1.01,2.3001472473144533
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,16,1,power_law_1.01,2.991212844848633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,16,1,power_law_1.01,0.035129600763320924
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,16,1,power_law_1.01,0.055017602443695066
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,16,1,power_law_1.01,0.06912000179290771
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,16,1,power_law_1.01,0.09047679901123047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,16,1,power_law_1.01,0.10957119464874268
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,16,1,power_law_1.01,0.15091840028762818
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,16,1,power_law_1.01,0.15481280088424682
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,16,1,power_law_1.01,0.15710400342941283
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,16,1,power_law_1.01,0.15945600271224974
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,16,1,power_law_1.01,0.1727679967880249
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,16,1,power_law_1.01,0.19793599843978882
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,16,1,power_law_1.01,0.2130176067352295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,16,1,power_law_1.01,0.200982403755188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,16,1,power_law_1.01,0.21326398849487305
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,16,1,power_law_1.01,0.22536959648132324
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,16,1,power_law_1.2,1.7639999389648438
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,16,1,power_law_1.01,0.23886399269104003
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,16,1,power_law_1.01,0.2598144054412842
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,6144,2560,8,160,16,1,power_law_1.01,0.06584320068359376
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,6144,2560,8,160,16,1,power_law_1.01,0.07709439992904663
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,16,1,power_law_1.01,0.31321918964385986
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,6144,2560,8,160,16,1,power_law_1.01,0.10432319641113282
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,6144,2560,8,160,16,1,power_law_1.01,0.13797760009765625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,16,1,power_law_1.01,0.3658207893371582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,6144,2560,8,160,16,1,power_law_1.01,0.17416640520095825
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,6144,2560,8,160,16,1,power_law_1.01,0.2529824018478394
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,16,1,power_law_1.01,0.43900160789489745
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,6144,2560,8,160,16,1,power_law_1.01,0.27232320308685304
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,16,1,power_law_1.01,0.5255136013031005
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,6144,2560,8,160,16,1,power_law_1.01,0.2755808115005493
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,6144,2560,8,160,16,1,power_law_1.01,0.2829888105392456
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,16,1,power_law_1.01,0.6925695896148681
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,6144,2560,8,160,16,1,power_law_1.01,0.2872544050216675
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,6144,2560,8,160,16,1,power_law_1.01,0.299619197845459
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,16,1,power_law_1.01,0.8655455589294434
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,6144,2560,8,160,16,1,power_law_1.01,0.3002271890640259
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,6144,2560,8,160,16,1,power_law_1.01,0.29881279468536376
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,16,1,power_law_1.01,1.205465602874756
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,6144,2560,8,160,16,1,power_law_1.01,0.31601920127868655
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,6144,2560,8,160,16,1,power_law_1.01,0.3343647956848145
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,6144,2560,8,160,16,1,power_law_1.01,0.3313535928726196
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,16,1,power_law_1.01,1.5500384330749513
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,16,power_law_1.2,7.9320320129394535
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,6144,2560,8,160,16,1,power_law_1.2,0.0318015992641449
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,6144,2560,8,160,16,1,power_law_1.01,0.3555327892303467
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,6144,2560,8,160,16,1,power_law_1.2,0.059862399101257326
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,6144,2560,8,160,16,1,power_law_1.2,0.0748416006565094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,6144,2560,8,160,16,1,power_law_1.01,0.40695037841796877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,6144,2560,8,160,16,1,power_law_1.2,0.09134079813957215
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,16,1,power_law_1.01,2.2356544494628907
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,6144,2560,8,160,16,1,power_law_1.01,0.44284801483154296
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,6144,2560,8,160,16,1,power_law_1.2,0.11320320367813111
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,6144,2560,8,160,16,1,power_law_1.2,0.16680959463119507
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,6144,2560,8,160,16,1,power_law_1.01,0.5279712200164794
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,6144,2560,8,160,16,1,power_law_1.2,0.18116159439086915
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,6144,2560,8,160,16,1,power_law_1.2,0.18435839414596558
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,6144,2560,8,160,16,1,power_law_1.01,0.6056128025054932
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,16,1,power_law_1.01,2.934048080444336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,6144,2560,8,160,16,1,power_law_1.2,0.19805760383605958
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,16,1,power_law_1.2,0.0352288007736206
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,6144,2560,8,160,16,1,power_law_1.2,0.20232000350952148
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,6144,2560,8,160,16,1,power_law_1.01,0.7783455848693848
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,16,1,power_law_1.2,0.05982080101966858
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,6144,2560,8,160,16,1,power_law_1.2,0.21699841022491456
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,16,1,power_law_1.2,0.0695039987564087
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,6144,2560,8,160,16,1,power_law_1.2,0.2468735933303833
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,16,1,power_law_1.2,0.08655679821968079
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,6144,2560,8,160,16,1,power_law_1.01,0.9368831634521484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,16,1,power_law_1.2,0.10305279493331909
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,16,1,power_law_1.2,0.15083199739456177
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,6144,2560,8,160,16,1,power_law_1.2,0.24115519523620604
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,16,1,power_law_1.2,0.15503679513931273
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,6144,2560,8,160,16,1,power_law_1.01,1.2636351585388184
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,16,1,power_law_1.2,0.15809279680252075
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,6144,2560,8,160,16,1,power_law_1.2,0.25230720043182375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,16,1,power_law_1.2,0.1633631944656372
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,6144,2560,8,160,16,1,power_law_1.2,0.2594655990600586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,16,1,power_law_1.2,0.18446719646453857
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,6144,2560,8,160,16,1,power_law_1.01,1.5936320304870606
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,6144,2560,8,160,16,1,power_law_1.2,0.26759040355682373
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,16,1,power_law_1.2,0.2012768030166626
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,6144,2560,8,160,16,1,power_law_1.2,0.2878495931625366
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,16,1,power_law_1.2,0.21643199920654296
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,6144,2560,8,160,16,1,power_law_1.2,0.3417952060699463
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,16,1,power_law_1.2,0.20388479232788087
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,6144,2560,8,160,16,1,power_law_1.01,2.2475360870361327
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,16,1,power_law_1.2,0.21694719791412354
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,16,1,power_law_1.2,0.4207168102264404
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,16,1,power_law_1.2,0.22726719379425048
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,16,1,power_law_1.2,0.4774303913116455
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,16,1,power_law_1.2,0.2448512077331543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,6144,2560,8,160,16,1,power_law_1.01,2.908518409729004
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,16,1,power_law_1.2,0.5654848098754883
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,16,1,power_law_1.2,0.2657952070236206
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,6144,2560,8,160,16,1,power_law_1.2,0.065801602602005
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,16,1,power_law_1.2,0.3163487911224365
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,16,1,power_law_1.2,0.740070390701294
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,6144,2560,8,160,16,1,power_law_1.2,0.07695680260658264
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,6144,2560,8,160,16,1,power_law_1.2,0.10207359790802002
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,16,1,power_law_1.2,0.3650752067565918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,6144,2560,8,160,16,1,power_law_1.2,0.13154560327529907
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,16,1,power_law_1.2,0.9080479621887207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,16,1,power_law_1.2,0.44212799072265624
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,16,1,power_law_1.2,0.5282176017761231
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,6144,2560,8,160,16,1,power_law_1.2,0.16002240180969238
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,6144,2560,8,160,16,1,power_law_1.2,0.2569632053375244
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,16,1,power_law_1.2,0.6972191810607911
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,6144,2560,8,160,16,1,power_law_1.2,0.26899840831756594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,6144,2560,8,160,16,1,power_law_1.2,0.27504959106445315
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,6144,2560,8,160,16,1,power_law_1.2,0.2847775936126709
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,16,1,power_law_1.2,1.2500160217285157
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,6144,2560,8,160,16,1,power_law_1.2,0.2933151960372925
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,6144,2560,8,160,16,1,power_law_1.2,0.3041951894760132
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,6144,2560,8,160,16,1,power_law_1.2,0.30741760730743406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,6144,2560,8,160,16,1,power_law_1.2,0.3157119989395142
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,16,1,power_law_1.2,0.8683872222900391
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,6144,2560,8,160,16,1,power_law_1.2,0.327839994430542
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,6144,2560,8,160,16,1,power_law_1.2,0.33367679119110105
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,16,1,power_law_1.2,1.2119327545166017
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,16,1,power_law_1.2,1.603753662109375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,6144,2560,8,160,16,1,power_law_1.2,0.34168639183044436
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,6144,2560,8,160,16,1,power_law_1.2,0.373638391494751
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,6144,2560,8,160,16,1,power_law_1.2,0.4116543769836426
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,6144,2560,8,160,16,1,power_law_1.2,0.4455615997314453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,16,power_law_1.2,6.450685119628906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,16,power_law_1.01,0.14046720266342164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,6144,2560,8,160,16,1,power_law_1.2,0.5364768028259277
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,16,power_law_1.01,0.2803231954574585
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,6144,2560,8,160,16,1,power_law_1.2,0.6131231784820557
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,16,power_law_1.01,0.3769759893417358
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,16,power_law_1.01,0.37495999336242675
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,6144,2560,8,160,16,1,power_law_1.2,0.7807839870452881
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,16,1,power_law_1.2,1.565727996826172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,16,1,power_law_1.2,2.2991615295410157
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,16,power_law_1.01,0.3773184061050415
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,6144,2560,8,160,16,1,power_law_1.2,0.9384063720703125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,16,power_law_1.01,0.5323008060455322
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,16,power_law_1.01,0.5267871856689453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,6144,2560,8,160,16,1,power_law_1.2,1.265878391265869
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,16,power_law_1.01,0.5738527774810791
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,16,1,power_law_1.2,2.251478385925293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,16,power_law_1.01,0.5333504199981689
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,6144,2560,8,160,16,1,power_law_1.2,1.591385555267334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,16,power_law_1.01,0.5725567817687989
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,16,power_law_1.01,0.5501632213592529
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,16,power_law_1.01,0.6042880058288574
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,16,power_law_1.01,0.5892000198364258
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,16,power_law_1.01,0.6112544059753418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,16,power_law_1.01,0.6276031970977783
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,16,power_law_1.01,0.6555232048034668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,16,power_law_1.01,0.6862751960754394
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,16,power_law_1.01,0.7694079875946045
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,16,power_law_1.01,0.8584639549255371
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,16,power_law_1.01,0.9920255661010742
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,16,power_law_1.01,1.1835359573364257
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,16,power_law_1.01,1.5449376106262207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,16,power_law_1.01,1.9207071304321288
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,16,1,power_law_1.2,2.9804927825927736
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,16,power_law_1.01,0.11576000452041627
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,16,power_law_1.01,0.19528959989547728
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,16,power_law_1.01,2.628895950317383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,16,power_law_1.01,0.2702143907546997
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,16,power_law_1.01,0.2518336057662964
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,16,power_law_1.01,0.27518720626831056
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,16,power_law_1.01,3.3975006103515626
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,16,power_law_1.01,0.3951103925704956
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,16,power_law_1.01,0.44283199310302734
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,16,power_law_1.01,0.4713247776031494
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,16,power_law_1.01,0.46244797706604
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,16,power_law_1.01,4.845123291015625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,16,power_law_1.01,0.4542272090911865
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,16,power_law_1.01,0.48712639808654784
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,16,power_law_1.01,0.49698238372802733
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,16,1,power_law_1.2,2.944371223449707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,16,power_law_1.01,0.5084224224090577
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,16,power_law_1.01,6.342700958251953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,16,power_law_1.01,0.10594240427017212
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,16,power_law_1.2,0.1400704026222229
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,6144,2560,8,160,16,1,power_law_1.2,2.239878463745117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,16,power_law_1.01,0.17247359752655028
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,16,power_law_1.01,0.518832015991211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,16,power_law_1.2,0.28041279315948486
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,16,power_law_1.01,0.2507744073867798
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,16,power_law_1.2,0.36896638870239257
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,16,power_law_1.01,0.5486303806304932
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,16,power_law_1.01,0.24913599491119384
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,16,power_law_1.2,0.36919679641723635
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,16,power_law_1.01,0.5722496032714843
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,16,power_law_1.01,0.268502402305603
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,16,power_law_1.2,0.38296959400177
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,16,power_law_1.01,0.3116031885147095
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,16,power_law_1.01,0.6019487857818604
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,16,power_law_1.2,0.4319392204284668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,16,power_law_1.01,0.3217439889907837
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,16,power_law_1.01,0.6880191802978516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,16,power_law_1.2,0.5381919860839843
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,16,power_law_1.01,0.34307520389556884
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,16,power_law_1.01,0.7602303981781006
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,16,power_law_1.2,0.5724351882934571
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,16,power_law_1.01,0.34867520332336427
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,16,power_law_1.01,0.9674880027770996
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,16,power_law_1.2,0.5605247974395752
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,16,power_law_1.01,0.3420543909072876
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,16,power_law_1.01,0.36355199813842776
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,16,power_law_1.2,0.5251391887664795
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,16,power_law_1.01,1.1361727714538574
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,16,power_law_1.01,0.3779903888702393
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,16,power_law_1.2,0.5563615798950196
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,16,power_law_1.01,1.4981184005737305
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,16,power_law_1.01,0.37047998905181884
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,16,power_law_1.2,0.5732800006866455
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,16,power_law_1.01,0.39303040504455566
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,16,power_law_1.01,1.8494848251342773
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,16,power_law_1.2,0.5851200103759766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,16,power_law_1.01,0.41376638412475586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,16,power_law_1.2,0.6226463794708252
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,16,power_law_1.01,0.4399968147277832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,16,power_law_1.01,0.46824002265930176
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,16,power_law_1.01,2.558048057556152
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,16,power_law_1.2,0.6337696075439453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,16,power_law_1.01,0.5375936031341553
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,16,power_law_1.2,0.6550367832183838
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,16,power_law_1.01,0.6114304065704346
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,16,power_law_1.01,3.203628921508789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,16,power_law_1.2,0.7012832164764404
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,16,power_law_1.01,0.7746208190917969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,16,power_law_1.2,0.7874815940856934
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,16,power_law_1.01,0.905673599243164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,16,power_law_1.2,0.851193618774414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,16,power_law_1.01,1.216870403289795
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,16,power_law_1.2,1.061251163482666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,16,power_law_1.01,4.873593521118164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,16,power_law_1.01,1.562009620666504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,16,power_law_1.2,1.2670304298400878
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,16,power_law_1.2,1.6218143463134767
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,16,power_law_1.01,2.16232967376709
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,16,power_law_1.01,6.360943984985352
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,16,power_law_1.2,0.11632319688796997
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,16,power_law_1.2,1.9941823959350586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,16,power_law_1.2,0.19412800073623657
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,16,power_law_1.01,2.735315132141113
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,16,power_law_1.2,0.252729606628418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,16,power_law_1.2,0.26335361003875735
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,16,power_law_1.2,2.789910316467285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,16,power_law_1.2,0.2764064073562622
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,16,power_law_1.2,0.3589440107345581
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,16,power_law_1.01,4.137599945068359
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,16,power_law_1.2,0.4371647834777832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,16,power_law_1.2,3.6525409698486326
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,16,power_law_1.2,0.4803135871887207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,16,power_law_1.2,0.44588799476623536
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,16,power_law_1.01,5.269596862792969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,16,power_law_1.2,0.45397439002990725
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,16,power_law_1.2,0.10647039413452149
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,16,power_law_1.2,5.286928176879883
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,16,power_law_1.2,0.1721791982650757
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,16,power_law_1.2,0.48056640625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,16,power_law_1.2,0.24378879070281984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,16,power_law_1.2,0.4987008094787598
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,16,power_law_1.2,0.24887359142303467
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,16,power_law_1.2,0.495136022567749
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,16,power_law_1.2,0.2691871881484985
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,16,power_law_1.2,0.5289567947387696
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,16,power_law_1.2,0.3033760070800781
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,16,power_law_1.2,6.563078308105469
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,16,1,power_law_1.01,0.03324480056762695
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,16,power_law_1.2,0.5491583824157715
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,16,power_law_1.2,0.3492000102996826
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,16,1,power_law_1.01,0.05858880281448364
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,16,power_law_1.2,0.5776735782623291
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,16,1,power_law_1.01,0.07737280130386352
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,16,power_law_1.2,0.34043519496917723
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,16,1,power_law_1.01,0.1003775954246521
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,16,power_law_1.2,0.6179232120513916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,16,power_law_1.2,0.33366079330444337
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,16,1,power_law_1.01,0.14878720045089722
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,16,power_law_1.2,0.6927999973297119
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,16,power_law_1.2,0.34281919002532957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,16,1,power_law_1.01,0.2117151975631714
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,16,power_law_1.2,0.78024320602417
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,16,1,power_law_1.01,0.2553600072860718
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,16,power_law_1.2,0.3636320114135742
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,16,power_law_1.2,0.9960576057434082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,16,1,power_law_1.01,0.3317984104156494
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,16,power_law_1.2,0.3675839900970459
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,16,1,power_law_1.01,0.3477152109146118
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,16,power_law_1.2,1.1727264404296875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,16,power_law_1.2,0.3727263927459717
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,16,1,power_law_1.01,0.357590389251709
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,16,power_law_1.2,0.39670720100402834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,16,power_law_1.2,1.5526911735534668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,16,1,power_law_1.01,0.3732768058776855
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,16,power_law_1.2,0.41119680404663084
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,16,1,power_law_1.01,0.3815903902053833
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,16,power_law_1.2,0.43086719512939453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,16,power_law_1.2,1.9670848846435547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,16,power_law_1.2,0.48030719757080076
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,16,1,power_law_1.01,0.39552319049835205
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,16,power_law_1.2,0.5517055988311768
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,16,1,power_law_1.01,0.40906558036804197
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,16,power_law_1.2,2.7562015533447264
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,16,power_law_1.2,0.6304831981658936
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,16,1,power_law_1.01,0.4280128002166748
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,6144,2560,8,160,16,1,power_law_1.2,2.898057556152344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,16,power_law_1.2,0.7990560054779052
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,16,1,power_law_1.01,0.45302720069885255
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,16,1,power_law_1.01,0.038064000010490415
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,16,1,power_law_1.01,0.04501760005950928
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,16,1,power_law_1.01,0.5866047859191894
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,16,power_law_1.2,0.9562560081481933
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,16,power_law_1.2,3.6795936584472657
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,16,1,power_law_1.01,0.06716480255126953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,16,1,power_law_1.01,0.609503984451294
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,16,1,power_law_1.01,0.09397119879722596
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,16,power_law_1.2,1.2772416114807128
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,16,1,power_law_1.01,0.6402368068695068
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,16,1,power_law_1.01,0.13303359746932983
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,16,1,power_law_1.01,0.18392319679260255
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,16,1,power_law_1.01,0.7674592018127442
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,16,power_law_1.2,1.6274528503417969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,16,1,power_law_1.01,0.22727038860321044
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,16,power_law_1.2,5.4104736328125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,16,1,power_law_1.01,0.8562687873840332
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,16,1,power_law_1.01,0.2733151912689209
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,16,power_law_1.2,2.2488544464111326
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,16,1,power_law_1.01,0.27871360778808596
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,16,1,power_law_1.01,0.9925536155700684
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,16,1,power_law_1.01,0.28447039127349855
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,16,1,power_law_1.01,1.1710975646972657
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,16,1,power_law_1.01,0.2950943946838379
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,16,power_law_1.2,2.906835174560547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,16,power_law_1.2,6.845024108886719
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,16,1,power_law_1.01,0.30439679622650145
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,16,1,power_law_1.01,1.5354911804199218
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,16,1,power_law_1.01,0.31750400066375734
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,16,1,power_law_1.01,0.3478816032409668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,16,power_law_1.2,4.213212966918945
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,16,1,power_law_1.01,1.9020448684692384
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,16,1,power_law_1.01,0.3808864116668701
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,16,1,power_law_1.01,0.4137216091156006
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,16,1,power_law_1.01,0.4764224052429199
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,16,1,power_law_1.01,2.6229280471801757
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,16,1,power_law_1.01,0.5120927810668945
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,16,power_law_1.2,5.837728118896484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,16,1,power_law_1.01,0.5523295879364014
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,7168,2048,8,384,16,1,power_law_1.01,0.1041599988937378
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,16,1,power_law_1.01,3.3508991241455077
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,7168,2048,8,384,16,1,power_law_1.01,0.11739840507507324
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,16,1,power_law_1.2,0.033164799213409424
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,16,1,power_law_1.01,0.6428319931030273
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,16,1,power_law_1.2,0.050646400451660155
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,7168,2048,8,384,16,1,power_law_1.01,0.14669439792633057
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,16,1,power_law_1.2,0.07745599746704102
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,7168,2048,8,384,16,1,power_law_1.01,0.20247359275817872
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,16,1,power_law_1.01,0.7346079826354981
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,16,1,power_law_1.2,0.10066239833831787
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,7168,2048,8,384,16,1,power_law_1.01,0.2876703977584839
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,16,1,power_law_1.2,0.13967360258102418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,7168,2048,8,384,16,1,power_law_1.01,0.3900831937789917
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,16,1,power_law_1.01,0.9053631782531738
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,16,1,power_law_1.2,0.19615039825439454
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,7168,2048,8,384,16,1,power_law_1.01,0.44803519248962403
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,16,1,power_law_1.01,1.0862015724182128
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,7168,2048,8,384,16,1,power_law_1.01,0.556492805480957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,7168,2048,8,384,16,1,power_law_1.01,0.5743199825286865
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,16,1,power_law_1.01,1.442643165588379
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,7168,2048,8,384,16,1,power_law_1.01,0.5636032104492188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,16,1,power_law_1.2,0.24045441150665284
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,7168,2048,8,384,16,1,power_law_1.01,0.6052351951599121
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,16,1,power_law_1.2,0.32710719108581543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,16,1,power_law_1.01,1.8034847259521485
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,7168,2048,8,384,16,1,power_law_1.01,0.6089727878570557
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,16,1,power_law_1.2,0.34288640022277833
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,7168,2048,8,384,16,1,power_law_1.01,0.6172255992889404
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,16,1,power_law_1.2,0.3505664110183716
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,7168,2048,8,384,16,1,power_law_1.01,0.6370431900024414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,16,1,power_law_1.01,2.5197824478149413
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,16,1,power_law_1.2,0.3636928081512451
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,7168,2048,8,384,16,1,power_law_1.01,0.6736288070678711
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,16,1,power_law_1.2,0.3784672021865845
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,7168,2048,8,384,16,1,power_law_1.01,0.6748159885406494
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,16,1,power_law_1.2,0.3861952066421509
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,7168,2048,8,384,16,1,power_law_1.01,0.6914271831512451
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,16,1,power_law_1.01,3.2395233154296874
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,16,1,power_law_1.2,0.03764159977436066
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,16,1,power_law_1.2,0.40325441360473635
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,7168,2048,8,384,16,1,power_law_1.01,0.7553760051727295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,16,1,power_law_1.2,0.0451200008392334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,7168,2048,8,384,16,1,power_law_1.01,0.8003168106079102
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,16,1,power_law_1.2,0.4342368125915527
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,16,1,power_law_1.2,0.4654655933380127
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,7168,2048,8,384,16,1,power_law_1.01,0.8957887649536133
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,16,1,power_law_1.2,0.07290560007095337
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,16,1,power_law_1.2,0.09419839978218078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,16,1,power_law_1.2,0.58089599609375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,7168,2048,8,384,16,1,power_law_1.01,0.9844639778137207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,16,1,power_law_1.2,0.12848000526428222
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,16,1,power_law_1.2,0.6088160037994385
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,16,1,power_law_1.2,0.17604800462722778
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,7168,2048,8,384,16,1,power_law_1.01,1.1753727912902832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,16,1,power_law_1.2,0.6532127857208252
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,16,1,power_law_1.2,0.20341119766235352
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,16,1,power_law_1.2,0.7636608123779297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,7168,2048,8,384,16,1,power_law_1.01,1.3519392013549805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,16,1,power_law_1.2,0.2667263984680176
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,16,1,power_law_1.2,0.27458240985870364
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,16,1,power_law_1.2,0.8541855812072754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,7168,2048,8,384,16,1,power_law_1.01,1.7284576416015625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,16,1,power_law_1.2,0.2800800085067749
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,16,1,power_law_1.2,1.0003040313720704
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,16,1,power_law_1.2,0.2933759927749634
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,16,1,power_law_1.2,1.1799263954162598
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,7168,2048,8,384,16,1,power_law_1.01,2.098620796203613
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,16,1,power_law_1.2,0.3081792116165161
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,16,1,power_law_1.2,0.3214143991470337
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,16,1,power_law_1.2,1.555996799468994
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,16,1,power_law_1.2,0.35289599895477297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,7168,2048,8,384,16,1,power_law_1.01,2.836886405944824
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,16,1,power_law_1.2,0.3875808000564575
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,16,1,power_law_1.2,1.9203456878662108
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,16,1,power_law_1.2,0.4210847854614258
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,16,1,power_law_1.2,0.47799038887023926
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,7168,2048,8,384,16,1,power_law_1.01,3.5897247314453127
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,16,1,power_law_1.2,0.5154304027557373
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,16,1,power_law_1.2,2.6457792282104493
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,16,1,power_law_1.2,0.5598688125610352
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,16,1,power_law_1.2,0.6530367851257324
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,16,1,power_law_1.2,0.753059196472168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,16,1,power_law_1.2,3.378736114501953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,16,1,power_law_1.2,0.9173184394836426
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,7168,2048,8,384,16,1,power_law_1.2,0.1038432002067566
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,16,1,power_law_1.2,1.0987327575683594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,7168,2048,8,384,16,1,power_law_1.2,0.11703679561614991
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,7168,2048,8,384,16,1,power_law_1.2,0.14409600496292113
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,7168,2048,8,384,16,1,power_law_1.2,0.193996798992157
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,16,1,power_law_1.2,1.4537856101989746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,7168,2048,8,384,16,1,power_law_1.2,0.26415679454803465
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,7168,2048,8,384,16,1,power_law_1.2,0.3512223958969116
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,16,1,power_law_1.2,1.8117887496948242
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,7168,2048,8,384,16,1,power_law_1.2,0.41053118705749514
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,7168,2048,8,384,16,1,power_law_1.2,0.5420256137847901
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,7168,2048,8,384,16,1,power_law_1.2,0.5581696033477783
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,16,1,power_law_1.2,2.535686492919922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,7168,2048,8,384,16,1,power_law_1.2,0.5475935935974121
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,7168,2048,8,384,16,1,power_law_1.2,0.575820779800415
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,7168,2048,8,384,16,1,power_law_1.2,0.6010208129882812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,16,1,power_law_1.2,3.2504192352294923
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,7168,2048,8,384,16,1,power_law_1.2,0.6104800224304199
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,16,power_law_1.01,0.06067519783973694
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,7168,2048,8,384,16,1,power_law_1.2,0.6262207984924316
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,16,power_law_1.01,0.06899200081825256
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,16,power_law_1.01,0.06796159744262695
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,7168,2048,8,384,16,1,power_law_1.2,0.6597343921661377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,16,power_law_1.01,0.06672959923744201
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,16,power_law_1.01,0.0917792022228241
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,16,power_law_1.01,0.09408959746360779
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,7168,2048,8,384,16,1,power_law_1.2,0.681331205368042
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,16,power_law_1.01,0.09504320025444031
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,7168,2048,8,384,16,1,power_law_1.2,0.6944255828857422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,16,power_law_1.01,0.0973855972290039
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,16,power_law_1.01,0.09899839758872986
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,16,1,power_law_1.01,0.044659200310707095
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,7168,2048,8,384,16,1,power_law_1.2,0.7970176219940186
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,16,power_law_1.01,0.10032320022583008
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,16,power_law_1.01,0.10320960283279419
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,7168,2048,8,384,16,1,power_law_1.2,0.8267744064331055
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,16,power_law_1.01,0.10597759485244751
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,16,power_law_1.01,0.10856000185012818
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,7168,2048,8,384,16,1,power_law_1.2,0.9239775657653808
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,16,power_law_1.01,0.11446399688720703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,16,power_law_1.01,0.12391680479049683
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,7168,2048,8,384,16,1,power_law_1.2,1.0049887657165528
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,16,power_law_1.01,0.13212480545043945
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,16,power_law_1.01,0.14606080055236817
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,7168,2048,8,384,16,1,power_law_1.2,1.2123231887817383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,16,power_law_1.01,0.18223040103912352
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,16,power_law_1.01,0.22815361022949218
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,7168,2048,8,384,16,1,power_law_1.2,1.3806431770324707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,16,power_law_1.01,0.32249600887298585
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,16,power_law_1.01,0.40562238693237307
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,16,1,power_law_1.01,0.048819199204444885
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,7168,2048,8,384,16,1,power_law_1.2,1.750160026550293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,16,power_law_1.01,0.5728608131408691
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,16,1,power_law_1.01,0.05885760188102722
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,16,power_law_1.01,0.7491519927978516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,16,1,power_law_1.01,0.07451840043067932
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,7168,2048,8,384,16,1,power_law_1.2,2.132771110534668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,16,power_law_1.01,1.0588159561157227
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,16,power_law_1.01,1.371168041229248
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,7168,2048,8,384,16,1,power_law_1.2,2.8644447326660156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,16,power_law_1.01,2.111952018737793
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,16,power_law_1.01,2.654115104675293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,7168,2048,8,384,16,1,power_law_1.2,3.607331085205078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,16,power_law_1.01,0.05097600221633911
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,16,power_law_1.2,0.06044800281524658
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,16,power_law_1.01,0.059436798095703125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,16,power_law_1.2,0.06667519807815551
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,16,power_law_1.01,0.059513598680496216
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,16,power_law_1.2,0.06904000043869019
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,16,power_law_1.01,0.060627198219299315
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,16,power_law_1.2,0.06627200245857238
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,16,power_law_1.01,0.07374079823493958
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,16,power_law_1.2,0.08916479945182801
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,16,power_law_1.01,0.08568959832191467
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,16,power_law_1.2,0.09463359713554383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,16,power_law_1.01,0.08746560215950012
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,16,power_law_1.2,0.09498879909515381
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,16,power_law_1.01,0.08964800238609313
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,16,power_law_1.2,0.09758719801902771
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,16,1,power_law_1.01,0.11056640148162841
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,16,power_law_1.01,0.09112640023231507
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,16,power_law_1.2,0.09836480021476746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,16,power_law_1.01,0.09260799884796142
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,16,power_law_1.2,0.09858559966087341
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,16,1,power_law_1.01,0.14351680278778076
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,16,power_law_1.2,0.10190720558166504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,16,power_law_1.01,0.09575039744377137
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,16,power_law_1.2,0.10465600490570068
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,16,power_law_1.01,0.0990015983581543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,16,power_law_1.2,0.10687999725341797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,16,power_law_1.01,0.10341440439224243
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,16,power_law_1.2,0.11503360271453858
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,16,power_law_1.2,0.12309759855270386
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,16,power_law_1.01,0.11079679727554322
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,16,power_law_1.2,0.1310752034187317
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,16,power_law_1.01,0.12014720439910889
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,16,power_law_1.2,0.14441920518875123
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,16,power_law_1.01,0.12906559705734252
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,16,power_law_1.2,0.19063999652862548
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,16,power_law_1.01,0.14351999759674072
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,16,power_law_1.2,0.23367040157318114
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,16,power_law_1.01,0.18274879455566406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,16,1,power_law_1.2,0.04544639885425568
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,16,power_law_1.2,0.3385247945785522
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,16,power_law_1.01,0.22213759422302246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,16,power_law_1.2,0.429699182510376
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,16,power_law_1.01,0.30687360763549804
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,16,power_law_1.2,0.6042784214019775
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,16,power_law_1.01,0.3832639932632446
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,16,power_law_1.2,0.7601056098937988
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,16,power_law_1.01,0.5343103885650635
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,16,1,power_law_1.01,0.16453440189361573
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,16,1,power_law_1.2,0.04915199875831604
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,16,1,power_law_1.2,0.05922880172729492
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,16,power_law_1.01,0.7281439781188965
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,16,power_law_1.2,1.1238143920898438
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,16,1,power_law_1.2,0.07554240226745605
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,16,1,power_law_1.01,0.1978943943977356
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,16,power_law_1.01,1.0242752075195312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,16,1,power_law_1.01,0.20535359382629395
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,16,power_law_1.2,1.5391648292541504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,16,power_law_1.01,1.3509599685668945
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,16,1,power_law_1.01,0.20999679565429688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,16,1,power_law_1.01,0.23006079196929932
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,16,power_law_1.01,1.97936954498291
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,16,1,power_law_1.01,0.2371232032775879
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,16,1,power_law_1.01,0.26067519187927246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,16,1,power_law_1.2,0.10352959632873535
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,16,power_law_1.01,2.6657791137695312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,16,1,power_law_1.01,0.28422720432281495
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,16,power_law_1.2,0.05093119740486145
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,16,1,power_law_1.2,0.13554240465164186
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,16,power_law_1.2,0.05599679946899414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,16,power_law_1.2,0.05936639904975891
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,16,1,power_law_1.01,0.2985951900482178
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,16,power_law_1.2,0.06065599918365479
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,16,power_law_1.2,0.0731872022151947
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,16,1,power_law_1.01,0.3150912046432495
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,16,power_law_1.2,0.08546239733695984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,16,power_law_1.2,0.08704320192337037
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,16,1,power_law_1.01,0.3431839942932129
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,16,power_law_1.2,0.09013440012931824
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,16,power_law_1.2,0.09103040099143982
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,16,1,power_law_1.01,0.4017024040222168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,16,power_law_1.2,0.09236479997634887
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,16,power_law_1.2,0.09620800018310546
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,16,power_law_1.2,0.09994239807128906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,16,power_law_1.2,0.1032256007194519
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,16,power_law_1.2,0.11169279813766479
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,16,1,power_law_1.2,0.15592000484466553
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,16,power_law_1.2,0.12045760154724121
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,16,1,power_law_1.2,0.1940448045730591
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,16,power_law_1.2,0.130457603931427
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,16,1,power_law_1.2,0.20099198818206787
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,16,power_law_1.2,0.14600319862365724
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,16,power_law_1.2,0.19084800481796266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,16,1,power_law_1.2,0.20673279762268065
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,16,power_law_1.2,0.23078720569610595
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,16,1,power_law_1.2,0.2265631914138794
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,16,power_law_1.2,0.3197439908981323
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,16,1,power_law_1.2,0.24745280742645265
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,16,power_law_1.2,0.40806078910827637
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,16,1,power_law_1.2,0.26759679317474366
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,16,power_law_1.2,0.5696640014648438
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,16,1,power_law_1.2,0.28396480083465575
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,16,1,power_law_1.2,0.30418241024017334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,16,1,power_law_1.01,0.4939455986022949
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,16,power_law_1.2,0.7283423900604248
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,16,1,power_law_1.2,0.31654720306396483
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,16,1,power_law_1.01,0.6200191974639893
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,16,1,power_law_1.2,0.3539520025253296
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,16,1,power_law_1.2,0.43093118667602537
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,16,power_law_1.2,1.1017663955688477
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,16,1,power_law_1.2,0.5063488006591796
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,16,power_law_1.2,1.4081151962280274
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,16,1,power_law_1.2,0.6413663864135742
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,16,1,power_law_1.2,0.7625951766967773
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,16,power_law_1.2,2.21243839263916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,16,1,power_law_1.01,0.7434368133544922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,16,1,power_law_1.2,0.9576640129089355
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,16,1,power_law_1.2,1.2786944389343262
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,16,power_law_1.2,2.1930400848388674
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,16,1,power_law_1.2,1.7921503067016602
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,16,1,power_law_1.2,2.3108543395996093
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,16,power_law_1.2,2.804003143310547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,16,1,power_law_1.2,3.3336639404296875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,16,1,power_law_1.01,0.9303872108459472
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,16,1,power_law_1.01,1.2482303619384765
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,16,1,power_law_1.2,4.3654945373535154
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,2688,1856,6,128,16,1,power_law_1.01,0.02008959949016571
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,16,1,power_law_1.01,1.763747215270996
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,2688,1856,6,128,16,1,power_law_1.01,0.02621760070323944
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,2688,1856,6,128,16,1,power_law_1.01,0.04104639887809754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,16,1,power_law_1.01,0.02622720003128052
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,16,1,power_law_1.01,0.027635198831558228
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,16,1,power_law_1.01,0.04368639886379242
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,16,1,power_law_1.01,2.264905548095703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,16,1,power_law_1.01,0.061919999122619626
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,16,1,power_law_1.01,0.07180160284042358
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,16,1,power_law_1.01,0.10228480100631714
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,2688,1856,6,128,16,1,power_law_1.01,0.05969280004501343
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,16,1,power_law_1.01,0.10707520246505738
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,2688,1856,6,128,16,1,power_law_1.01,0.07446720004081726
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,16,1,power_law_1.01,0.10972479581832886
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,16,1,power_law_1.01,3.2826656341552733
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,2688,1856,6,128,16,1,power_law_1.01,0.10402560234069824
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,16,1,power_law_1.01,0.11278400421142579
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,2688,1856,6,128,16,1,power_law_1.01,0.10939840078353882
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,16,1,power_law_1.01,0.11681599617004394
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,2688,1856,6,128,16,1,power_law_1.01,0.11241919994354248
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,16,1,power_law_1.01,0.12748479843139648
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,2688,1856,6,128,16,1,power_law_1.01,0.11521279811859131
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,2688,1856,6,128,16,1,power_law_1.01,0.12012159824371338
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,2688,1856,6,128,16,1,power_law_1.01,0.1269279956817627
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,16,power_law_1.2,3.099017524719238
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,16,1,power_law_1.01,4.302288055419922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,16,1,power_law_1.01,0.1259935975074768
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,16,1,power_law_1.01,0.12709439992904664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,16,1,power_law_1.01,0.13110400438308717
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,16,1,power_law_1.01,0.13879040479660035
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,16,1,power_law_1.01,0.14298239946365357
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,2688,1856,6,128,16,1,power_law_1.2,0.02018879950046539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,2688,1856,6,128,16,1,power_law_1.2,0.03490560054779053
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,16,1,power_law_1.01,0.15284160375595093
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,2688,1856,6,128,16,1,power_law_1.2,0.04114879965782166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,16,1,power_law_1.01,0.17778879404067993
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,2688,1856,6,128,16,1,power_law_1.01,0.1422976016998291
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,16,1,power_law_1.01,0.2006432056427002
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,2688,1856,6,128,16,1,power_law_1.01,0.143993604183197
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,16,1,power_law_1.2,0.023763200640678404
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,16,1,power_law_1.2,0.03033599853515625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,2688,1856,6,128,16,1,power_law_1.01,0.1471776008605957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,16,1,power_law_1.2,0.043996798992156985
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,2688,1856,6,128,16,1,power_law_1.01,0.15469119548797608
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,16,1,power_law_1.01,0.2533024072647095
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,2688,1856,6,128,16,1,power_law_1.01,0.15998079776763915
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,16,1,power_law_1.01,0.3020704030990601
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,2688,1856,6,128,16,1,power_law_1.2,0.05700160264968872
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,2688,1856,6,128,16,1,power_law_1.01,0.16858240365982055
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,2688,1856,6,128,16,1,power_law_1.2,0.07008640170097351
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,16,1,power_law_1.01,0.3975872039794922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,2688,1856,6,128,16,1,power_law_1.01,0.19121919870376586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,2688,1856,6,128,16,1,power_law_1.2,0.1047584056854248
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,2688,1856,6,128,16,1,power_law_1.2,0.11052800416946411
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,16,1,power_law_1.01,0.211244797706604
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,16,1,power_law_1.01,0.4951200008392334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,2688,1856,6,128,16,1,power_law_1.2,0.11261759996414185
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,16,1,power_law_1.01,0.2621664047241211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,2688,1856,6,128,16,1,power_law_1.2,0.11790080070495605
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,16,1,power_law_1.01,0.6911808013916015
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,2688,1856,6,128,16,1,power_law_1.2,0.12354880571365356
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,16,1,power_law_1.01,0.31550400257110595
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,2688,1856,6,128,16,1,power_law_1.2,0.13482880592346191
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,16,1,power_law_1.2,0.05813120007514953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,16,1,power_law_1.01,0.4125376224517822
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,16,1,power_law_1.2,0.06881279945373535
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,16,1,power_law_1.01,0.8871135711669922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,16,1,power_law_1.2,0.09820160269737244
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,16,1,power_law_1.01,0.5052063941955567
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,16,1,power_law_1.2,0.10530879497528076
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,16,1,power_law_1.01,1.280083179473877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,16,1,power_law_1.2,0.10963200330734253
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,16,1,power_law_1.01,0.7054624080657959
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,16,1,power_law_1.2,0.11576000452041627
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,16,1,power_law_1.2,0.1227295994758606
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,16,1,power_law_1.2,0.12984639406204224
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,16,1,power_law_1.01,1.671664047241211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,16,1,power_law_1.01,0.8975680351257325
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,16,1,power_law_1.01,1.2836640357971192
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,16,power_law_1.01,0.2869728088378906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,16,power_law_1.01,0.3664576053619385
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,16,1,power_law_1.01,1.6714239120483398
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,16,power_law_1.01,0.36375041007995607
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,16,power_law_1.01,0.3614975929260254
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,2688,1856,6,128,16,1,power_law_1.2,0.1445631980895996
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,16,power_law_1.01,0.1864416003227234
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,2688,1856,6,128,16,1,power_law_1.2,0.14752320051193238
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,16,power_law_1.01,0.3812448024749756
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,2688,1856,6,128,16,1,power_law_1.2,0.15280319452285768
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,16,power_law_1.01,0.2497312068939209
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,16,power_law_1.01,0.3738208055496216
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,2688,1856,6,128,16,1,power_law_1.2,0.1587231993675232
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,16,power_law_1.01,0.24972798824310302
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,2688,1856,6,128,16,1,power_law_1.2,0.1635040044784546
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,16,power_law_1.01,0.6075200080871582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,16,1,power_law_1.2,0.1254431962966919
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,16,power_law_1.01,0.2519808053970337
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,16,power_law_1.01,0.605679988861084
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,16,1,power_law_1.2,0.12930879592895508
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,16,1,power_law_1.2,0.13494720458984374
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,16,power_law_1.01,0.281878399848938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,2688,1856,6,128,16,1,power_law_1.2,0.172326397895813
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,16,power_law_1.01,0.6412543773651123
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,16,1,power_law_1.2,0.14052480459213257
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,2688,1856,6,128,16,1,power_law_1.2,0.19482879638671874
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,16,power_law_1.01,0.3009887933731079
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,16,power_law_1.01,0.6436351776123047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,16,1,power_law_1.2,0.14565119743347169
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,16,1,power_law_1.2,0.21573119163513182
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,16,power_law_1.01,0.524403190612793
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,16,1,power_law_1.2,0.15608320236206055
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,16,power_law_1.01,0.6620800018310546
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,16,power_law_1.01,0.5446752071380615
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,16,1,power_law_1.2,0.17921919822692872
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,16,power_law_1.01,0.6794432163238525
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,16,1,power_law_1.2,0.26867198944091797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,16,1,power_law_1.2,0.20321280956268312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,16,power_law_1.01,0.5579328060150146
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,16,1,power_law_1.2,0.32015039920806887
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,16,power_law_1.01,0.7204607963562012
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,16,1,power_law_1.2,0.2564160108566284
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,16,power_law_1.01,0.5658527851104737
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,16,1,power_law_1.2,0.4187327861785889
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,16,1,power_law_1.2,0.3037856101989746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,16,power_law_1.01,0.7486112117767334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,16,power_law_1.01,0.5899263858795166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,16,1,power_law_1.2,0.5136288166046142
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,16,1,power_law_1.2,0.3992799997329712
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,16,power_law_1.01,0.7913695812225342
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,16,power_law_1.01,0.6056608200073242
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,16,1,power_law_1.2,0.49664959907531736
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,16,power_law_1.01,0.8338624000549316
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,16,power_law_1.01,0.6357151985168457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,16,power_law_1.01,0.9135104179382324
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,16,power_law_1.01,0.6715968132019043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,16,1,power_law_1.2,0.7100863933563233
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,16,power_law_1.01,0.7148831844329834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,16,power_law_1.01,1.120140838623047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,16,1,power_law_1.2,0.9072640419006348
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,16,power_law_1.01,0.771123218536377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,16,1,power_law_1.2,0.6914271831512451
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,16,power_law_1.01,1.3037568092346192
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,16,power_law_1.01,0.8681344032287598
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,16,power_law_1.01,1.686240005493164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,16,power_law_1.01,1.042950439453125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,16,1,power_law_1.2,0.8886943817138672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,16,power_law_1.01,1.2352767944335938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,16,power_law_1.01,2.0230655670166016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,16,1,power_law_1.2,1.2947423934936524
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,16,power_law_1.01,1.605779266357422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,16,power_law_1.01,2.779622459411621
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,16,power_law_1.01,1.965830421447754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,16,power_law_1.01,3.5756031036376954
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,16,power_law_1.01,2.7863359451293945
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,16,power_law_1.01,5.166342544555664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,16,power_law_1.01,3.5400447845458984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,16,1,power_law_1.2,1.2799039840698243
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,16,1,power_law_1.2,1.667078399658203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,16,power_law_1.01,0.19345279932022094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,16,power_law_1.01,5.053180694580078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,16,power_law_1.01,0.2502847909927368
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,16,power_law_1.01,6.721609497070313
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,16,power_law_1.01,0.24981119632720947
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,16,power_law_1.01,0.27442240715026855
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,16,power_law_1.01,0.3366624116897583
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,16,power_law_1.01,6.638953399658203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,16,power_law_1.01,0.3764127969741821
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,16,power_law_1.01,0.39761919975280763
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,16,power_law_1.01,0.4014080047607422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,16,power_law_1.01,10.152035522460938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,16,power_law_1.01,0.40678720474243163
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,16,1,power_law_1.2,1.6858528137207032
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,16,power_law_1.01,0.4219840049743652
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,16,power_law_1.2,0.28708159923553467
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,16,power_law_1.2,0.3481856107711792
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,16,power_law_1.01,0.4409952163696289
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,16,power_law_1.01,10.228675079345702
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,16,power_law_1.2,0.3601887941360474
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,16,power_law_1.01,0.46279358863830566
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,16,power_law_1.2,0.3682912111282349
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,16,power_law_1.01,0.4912384033203125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,16,power_law_1.2,0.3818336009979248
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,16,power_law_1.01,0.5236480236053467
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,16,power_law_1.2,0.37100160121917725
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,16,power_law_1.01,14.005555725097656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,16,power_law_1.01,0.5690432071685791
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,16,power_law_1.2,0.1918272018432617
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,16,power_law_1.2,0.6101024150848389
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,16,power_law_1.01,0.6113887786865234
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,16,power_law_1.2,0.2349600076675415
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,16,power_law_1.2,0.6103936195373535
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,16,power_law_1.2,0.25295679569244384
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,16,power_law_1.01,0.694927978515625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,16,power_law_1.2,0.6420224189758301
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,16,power_law_1.2,0.25814080238342285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,16,power_law_1.01,0.8750687599182129
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,16,power_law_1.01,12.93810577392578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,16,power_law_1.2,0.2827167987823486
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,16,power_law_1.2,0.6413472175598145
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,16,power_law_1.01,1.05348482131958
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,16,power_law_1.2,0.19237120151519777
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,16,power_law_1.2,0.2952224016189575
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,16,power_law_1.2,0.6597280025482177
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,16,power_law_1.2,0.23675520420074464
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,16,power_law_1.2,0.540780782699585
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,16,power_law_1.2,0.6958752155303956
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,16,power_law_1.01,1.413593578338623
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,16,power_law_1.2,0.24676799774169922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,16,power_law_1.2,0.5432831764221191
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,16,power_law_1.2,0.7115615844726563
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,16,power_law_1.2,0.2728319883346558
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,16,power_law_1.2,0.5583871841430664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,16,power_law_1.2,0.7579520225524903
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,16,power_law_1.01,1.7707103729248046
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,16,power_law_1.2,0.3184031963348389
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,16,power_law_1.2,0.5718175888061523
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,16,power_law_1.2,0.7948895931243897
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,16,power_law_1.2,0.38385279178619386
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,16,power_law_1.2,0.5945568084716797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,16,power_law_1.2,0.38800320625305174
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,16,power_law_1.2,0.8583295822143555
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,16,power_law_1.2,0.6064832210540771
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,16,power_law_1.01,2.505228805541992
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,16,power_law_1.2,0.4026815891265869
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,16,power_law_1.2,0.6398015975952148
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,16,power_law_1.2,0.9493568420410157
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,16,power_law_1.2,0.4075935840606689
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,16,power_law_1.2,0.6879039764404297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,16,power_law_1.2,0.41874241828918457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,16,power_law_1.2,1.1235039710998536
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,16,power_law_1.2,0.7385824203491211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,16,power_law_1.2,0.4356383800506592
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,16,power_law_1.01,3.1751712799072265
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,16,power_law_1.2,1.3473183631896972
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,16,power_law_1.2,0.45488638877868653
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,16,power_law_1.2,0.8032480239868164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,16,power_law_1.2,0.4898240089416504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,16,power_law_1.2,0.8915679931640625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,16,power_law_1.2,1.7471647262573242
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,16,power_law_1.2,0.5306528091430665
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,16,power_law_1.2,1.0747743606567384
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,16,power_law_1.2,0.5739935874938965
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,16,power_law_1.01,4.632086563110351
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,16,power_law_1.2,2.1615615844726563
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,16,power_law_1.2,1.2761599540710449
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,16,power_law_1.2,0.6176896095275879
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,16,power_law_1.2,0.7187903881072998
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,16,power_law_1.2,1.6673824310302734
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,16,power_law_1.2,2.952764892578125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,16,power_law_1.2,0.8930527687072753
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,16,power_law_1.01,6.0519264221191404
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,16,power_law_1.2,2.093174362182617
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,16,power_law_1.2,1.079916763305664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,16,power_law_1.2,3.749747085571289
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,16,power_law_1.2,2.8908096313476563
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,16,power_law_1.2,1.4266112327575684
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,16,power_law_1.2,5.589292907714844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,16,power_law_1.01,8.858774566650391
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,16,power_law_1.2,1.8039199829101562
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,16,power_law_1.2,3.6893726348876954
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,16,power_law_1.2,2.572640037536621
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,16,power_law_1.2,7.65560302734375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,16,power_law_1.2,5.28509750366211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,16,power_law_1.2,3.2825153350830076
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,16,power_law_1.01,11.593827056884766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,2688,22,512,16,1,power_law_1.01,0.057183998823165896
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,2688,22,512,16,1,power_law_1.01,0.08945599794387818
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,16,power_law_1.2,7.0929405212402346
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,2688,22,512,16,1,power_law_1.01,0.14125440120697022
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,16,power_law_1.2,4.823376083374024
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,2688,22,512,16,1,power_law_1.01,0.2691871881484985
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,2688,22,512,16,1,power_law_1.01,0.39824960231781004
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,2688,22,512,16,1,power_law_1.01,0.6216959953308105
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,2688,22,512,16,1,power_law_1.01,0.665180778503418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,16,power_law_1.2,6.208982467651367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,2688,22,512,16,1,power_law_1.01,0.6887839794158935
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,16,power_law_1.2,11.721705627441406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,2688,22,512,16,1,power_law_1.01,0.7044511795043945
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,2688,22,512,16,1,power_law_1.01,0.7315552234649658
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,2688,22,512,16,1,power_law_1.01,0.7913599967956543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,16,power_law_1.2,10.856649780273438
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,2688,22,512,16,1,power_law_1.01,0.8440544128417968
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,2688,22,512,16,1,power_law_1.01,0.9114879608154297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,2688,22,512,16,1,power_law_1.01,1.0318559646606444
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,16,power_law_1.2,9.422966766357423
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,2688,22,512,16,1,power_law_1.01,1.1577216148376466
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,2688,22,512,16,1,power_law_1.01,1.2744576454162597
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,2688,22,512,16,1,power_law_1.01,1.522544002532959
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,2688,22,512,16,1,power_law_1.01,1.2054335594177246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,16,1,power_law_1.01,1.3354016304016114
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,16,power_law_1.2,15.95263671875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,16,1,power_law_1.01,1.6566207885742188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,16,1,power_law_1.01,1.9535520553588868
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,16,1,power_law_1.01,0.047091200947761536
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,16,1,power_law_1.01,0.0830560028553009
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,16,power_law_1.2,12.335737609863282
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,16,1,power_law_1.01,0.13263679742813111
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,16,1,power_law_1.01,2.5627872467041017
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,2688,22,512,16,1,power_law_1.2,0.057596802711486816
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,16,1,power_law_1.01,0.2552704095840454
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,2688,22,512,16,1,power_law_1.2,0.08941439986228943
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,16,1,power_law_1.01,0.3533888101577759
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,2688,22,512,16,1,power_law_1.2,0.14094079732894899
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,16,1,power_law_1.01,0.568230390548706
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,2688,22,512,16,1,power_law_1.2,0.2495487928390503
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,16,1,power_law_1.01,3.157535934448242
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,16,1,power_law_1.01,0.607203197479248
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,2688,22,512,16,1,power_law_1.2,0.36256320476531984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,16,1,power_law_1.01,0.6314015865325928
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,2688,22,512,16,1,power_law_1.2,0.6122176170349121
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,16,1,power_law_1.01,0.6488031864166259
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,2688,22,512,16,1,power_law_1.2,0.6614528179168702
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,16,1,power_law_1.01,0.6718111991882324
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,2688,22,512,16,1,power_law_1.2,0.6883232116699218
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,16,1,power_law_1.01,0.7464447975158691
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,16,1,power_law_1.01,4.366131210327149
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,2688,22,512,16,1,power_law_1.2,0.71495680809021
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,16,1,power_law_1.01,0.8001472473144531
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,2688,22,512,16,1,power_law_1.2,0.7524864196777343
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,16,1,power_law_1.01,0.8675135612487793
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,2688,22,512,16,1,power_law_1.2,0.8148736000061035
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,16,1,power_law_1.01,0.98123197555542
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,2688,22,512,16,1,power_law_1.2,0.8684991836547852
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,16,1,power_law_1.01,1.1064319610595703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,2688,22,512,16,1,power_law_1.2,0.9443488121032715
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,16,1,power_law_1.01,5.561996841430664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,16,1,power_law_1.01,1.2290399551391602
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,2688,22,512,16,1,power_law_1.2,1.069865608215332
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,16,1,power_law_1.01,1.476252841949463
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,2688,22,512,16,1,power_law_1.2,1.1948512077331543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,16,power_law_1.2,15.86239013671875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,16,1,power_law_1.01,1.1004223823547363
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,2688,22,512,16,1,power_law_1.2,1.3160160064697266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,16,1,power_law_1.01,1.2474495887756347
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,16,1,power_law_1.2,0.04943360090255737
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,2688,22,512,16,1,power_law_1.2,1.5528512001037598
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,16,1,power_law_1.01,8.02996826171875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,16,1,power_law_1.2,0.08375359773635864
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,16,1,power_law_1.01,1.5415103912353516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,16,1,power_law_1.2,0.13250880241394042
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,2688,22,512,16,1,power_law_1.2,1.2370944023132324
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,16,1,power_law_1.01,1.843302345275879
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,16,1,power_law_1.2,1.3969247817993165
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,16,1,power_law_1.2,0.23469440937042235
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,16,1,power_law_1.2,1.680556869506836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,16,1,power_law_1.2,0.32592320442199707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,16,1,power_law_1.01,2.444537544250488
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,16,1,power_law_1.2,0.556544017791748
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,16,1,power_law_1.01,10.460736083984376
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,14336,2,8,32,1,power_law_1.01,0.031142398715019226
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,16,1,power_law_1.2,1.9829919815063477
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,16,1,power_law_1.2,0.600867223739624
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,14336,2,8,32,1,power_law_1.01,0.041203200817108154
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,14336,2,8,32,1,power_law_1.01,0.04217599928379059
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,16,1,power_law_1.01,3.046886444091797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,16,1,power_law_1.2,0.6314911842346191
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,14336,2,8,32,1,power_law_1.01,0.035939198732376096
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,14336,2,8,32,1,power_law_1.01,0.0688480019569397
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,14336,2,8,32,1,power_law_1.01,0.06821759939193725
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,16,1,power_law_1.2,0.6559616088867187
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,14336,2,8,32,1,power_law_1.01,0.07073919773101807
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,16,1,power_law_1.2,2.5821727752685546
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,14336,2,8,32,1,power_law_1.01,0.0695039987564087
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,14336,2,8,32,1,power_law_1.01,0.06995840072631836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,16,1,power_law_1.2,0.6981120109558105
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,14336,2,8,32,1,power_law_1.01,0.07414399981498718
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,14336,2,8,32,1,power_law_1.01,0.07787520289421082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,16,1,power_law_1.01,4.259423828125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,14336,2,8,32,1,power_law_1.01,0.07837120294570923
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,16,1,power_law_1.2,0.7573696136474609
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,14336,2,8,32,1,power_law_1.01,0.07986239790916443
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,16,1,power_law_1.2,3.179721641540527
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,14336,2,8,32,1,power_law_1.01,0.0846015989780426
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,16,1,power_law_1.2,0.8198271751403808
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,14336,2,8,32,1,power_law_1.01,0.09302719831466674
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,16,1,power_law_1.2,0.8816896438598633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,14336,2,8,32,1,power_law_1.01,0.10078400373458862
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,14336,2,8,32,1,power_law_1.01,0.09613440036773682
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,16,1,power_law_1.2,1.0154815673828126
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,16,1,power_law_1.01,5.464851379394531
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,16,1,power_law_1.2,4.389577484130859
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,16,1,power_law_1.2,1.1391360282897949
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,14336,2,8,32,1,power_law_1.01,0.10839359760284424
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,32,1,power_law_1.01,0.1182752013206482
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,16,1,power_law_1.2,1.266316795349121
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,16,1,power_law_1.2,1.5011263847351075
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,16,1,power_law_1.2,5.58656005859375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,16,1,power_law_1.01,7.9577789306640625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,32,1,power_law_1.01,0.14266560077667237
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,16,1,power_law_1.2,1.127126407623291
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,16,1,power_law_1.2,1.2765567779541016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,32,1,power_law_1.01,0.17675199508666992
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,16,1,power_law_1.2,1.5690560340881348
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,32,1,power_law_1.01,0.24077119827270507
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,16,1,power_law_1.01,10.416706848144532
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,16,1,power_law_1.2,1.8692256927490234
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,32,1,power_law_1.01,0.027260801196098326
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,32,1,power_law_1.01,0.032915198802948
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,32,1,power_law_1.01,0.03499200046062469
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,32,1,power_law_1.01,0.035920000076293944
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,32,1,power_law_1.01,0.04892799854278564
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,32,1,power_law_1.01,0.049091199040412904
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,32,1,power_law_1.01,0.04952960014343262
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,32,1,power_law_1.01,0.050432002544403075
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,16,1,power_law_1.2,8.063558197021484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,32,1,power_law_1.01,0.05225920081138611
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,16,1,power_law_1.2,2.4671871185302736
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,32,1,power_law_1.01,0.053487998247146604
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,32,1,power_law_1.01,0.05548160076141358
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,32,1,power_law_1.01,0.05790719985961914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,32,1,power_law_1.01,0.05928639769554138
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,32,1,power_law_1.01,0.061484801769256595
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,32,1,power_law_1.01,0.0655456006526947
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,32,1,power_law_1.01,0.07135679721832275
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,16,1,power_law_1.2,3.0630847930908205
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,32,1,power_law_1.01,0.07271680235862732
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,32,1,power_law_1.01,0.08928959965705871
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,32,1,power_law_1.01,0.10408639907836914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,16,1,power_law_1.2,4.269667053222657
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,32,1,power_law_1.01,0.14333759546279906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,16,1,power_law_1.2,5.485990524291992
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,32,1,power_law_1.01,0.2962912082672119
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,16,1,power_law_1.2,10.500860595703125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,32,1,power_law_1.01,0.1742751955986023
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,4096,14336,2,8,32,1,power_law_1.01,0.030559998750686646
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,4096,14336,2,8,32,1,power_law_1.01,0.034355199337005614
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,4096,14336,2,8,32,1,power_law_1.01,0.03581759929656982
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,4096,14336,2,8,32,1,power_law_1.01,0.04069119989871979
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,4096,14336,2,8,32,1,power_law_1.01,0.04042559862136841
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,4096,14336,2,8,32,1,power_law_1.01,0.04019840061664581
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,4096,14336,2,8,32,1,power_law_1.01,0.040847998857498166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,4096,14336,2,8,32,1,power_law_1.01,0.04148800075054169
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,4096,14336,2,8,32,1,power_law_1.01,0.040678399801254275
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,4096,14336,2,8,32,1,power_law_1.01,0.0412416011095047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,4096,14336,2,8,32,1,power_law_1.01,0.04129599928855896
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,4096,14336,2,8,32,1,power_law_1.01,0.04253759980201721
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,4096,14336,2,8,32,1,power_law_1.01,0.04374080002307892
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,4096,14336,2,8,32,1,power_law_1.01,0.04591040015220642
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,16,1,power_law_1.2,7.9767295837402346
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,4096,14336,2,8,32,1,power_law_1.01,0.050809597969055174
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,4096,14336,2,8,32,1,power_law_1.01,0.05316159725189209
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,4096,14336,2,8,32,1,power_law_1.01,0.057715201377868654
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,4096,14336,2,8,32,1,power_law_1.01,0.0669920027256012
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,4096,14336,2,8,32,1,power_law_1.01,0.07453759908676147
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,32,1,power_law_1.01,0.23266880512237548
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,32,1,power_law_1.01,0.4160895824432373
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,4096,14336,2,8,32,1,power_law_1.01,0.09219200015068055
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,4096,14336,2,8,32,1,power_law_1.01,0.10959359407424926
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,32,1,power_law_1.01,0.29421119689941405
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,4096,14336,2,8,32,1,power_law_1.01,0.14092479944229125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,4096,14336,2,8,32,1,power_law_1.01,0.17266559600830078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,32,1,power_law_1.01,0.4117568016052246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,32,1,power_law_1.01,0.5423232078552246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,16,1,power_law_1.2,10.425977325439453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,14336,2,8,32,1,power_law_1.2,0.027849599719047546
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,14336,2,8,32,1,power_law_1.2,0.037283200025558474
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,14336,2,8,32,1,power_law_1.2,0.03949759900569916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,14336,2,8,32,1,power_law_1.2,0.041119998693466185
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,14336,2,8,32,1,power_law_1.2,0.056652802228927615
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,14336,2,8,32,1,power_law_1.2,0.05778239965438843
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,14336,2,8,32,1,power_law_1.2,0.0608959972858429
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,14336,2,8,32,1,power_law_1.2,0.06768959760665894
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,4096,14336,2,8,32,1,power_law_1.01,0.23701760768890381
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,14336,2,8,32,1,power_law_1.2,0.07078080177307129
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,14336,2,8,32,1,power_law_1.2,0.07440320253372193
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,14336,2,8,32,1,power_law_1.2,0.07576640248298645
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,14336,2,8,32,1,power_law_1.2,0.07933760285377503
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,14336,2,8,32,1,power_law_1.2,0.08224959969520569
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,32,1,power_law_1.01,0.5306911945343018
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,14336,2,8,32,1,power_law_1.2,0.0896511971950531
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,14336,2,8,32,1,power_law_1.2,0.09553920030593872
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,14336,2,8,32,1,power_law_1.2,0.10183999538421631
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,14336,2,8,32,1,power_law_1.2,0.09729920029640197
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,14336,2,8,32,1,power_law_1.2,0.10928640365600586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,32,1,power_law_1.2,0.119542396068573
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,32,1,power_law_1.01,0.7728064060211182
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,32,1,power_law_1.2,0.14378880262374877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,32,1,power_law_1.2,0.17756799459457398
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,4096,14336,2,8,32,1,power_law_1.01,0.30651519298553465
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,32,1,power_law_1.2,0.24393279552459718
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,32,1,power_law_1.01,0.774841594696045
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,32,1,power_law_1.01,1.0122015953063965
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,32,1,power_law_1.2,0.3050879955291748
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,32,1,power_law_1.2,0.026790401339530943
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,32,1,power_law_1.2,0.03247039914131165
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,32,1,power_law_1.2,0.032950401306152344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,32,1,power_law_1.2,0.03555519878864288
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,32,1,power_law_1.2,0.048588800430297854
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,32,1,power_law_1.2,0.048511999845504764
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,32,1,power_law_1.2,0.0495743989944458
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,32,1,power_law_1.2,0.050684797763824466
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,32,1,power_law_1.2,0.05202239751815796
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,32,1,power_law_1.2,0.053084802627563474
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,4096,14336,2,8,32,1,power_law_1.01,0.4329535961151123
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,32,1,power_law_1.2,0.05509759783744812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,32,1,power_law_1.2,0.05743039846420288
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,32,1,power_law_1.2,0.05849599838256836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,32,1,power_law_1.2,0.061222398281097413
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,32,1,power_law_1.2,0.0648863971233368
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,32,1,power_law_1.2,0.07063040137290955
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,32,1,power_law_1.2,0.0726751983165741
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,32,1,power_law_1.2,0.08937919735908509
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,32,1,power_law_1.2,0.10428800582885742
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,32,1,power_law_1.2,0.1438655972480774
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,32,1,power_law_1.2,0.17645440101623536
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,4096,14336,2,8,32,1,power_law_1.01,0.5624095916748046
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,4096,14336,2,8,32,1,power_law_1.2,0.030505600571632385
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,4096,14336,2,8,32,1,power_law_1.2,0.03404479920864105
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,4096,14336,2,8,32,1,power_law_1.2,0.03547520041465759
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,4096,14336,2,8,32,1,power_law_1.2,0.038710400462150574
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,4096,14336,2,8,32,1,power_law_1.2,0.04028800129890442
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,4096,14336,2,8,32,1,power_law_1.2,0.03950079977512359
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,4096,14336,2,8,32,1,power_law_1.2,0.03954559862613678
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,4096,14336,2,8,32,1,power_law_1.2,0.04091199934482574
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,4096,14336,2,8,32,1,power_law_1.2,0.04052799940109253
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,4096,14336,2,8,32,1,power_law_1.2,0.04032639861106872
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,4096,14336,2,8,32,1,power_law_1.2,0.04138559997081757
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,4096,14336,2,8,32,1,power_law_1.2,0.04240640103816986
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,4096,14336,2,8,32,1,power_law_1.2,0.04402559995651245
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,4096,14336,2,8,32,1,power_law_1.2,0.04519680142402649
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,4096,14336,2,8,32,1,power_law_1.2,0.05075200200080872
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,4096,14336,2,8,32,1,power_law_1.2,0.05288959741592407
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,4096,14336,2,8,32,1,power_law_1.2,0.058380800485610965
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,32,1,power_law_1.2,0.23166399002075194
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,4096,14336,2,8,32,1,power_law_1.2,0.06584640145301819
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,32,1,power_law_1.2,0.4294623851776123
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,4096,14336,2,8,32,1,power_law_1.2,0.07249919772148132
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,4096,14336,2,8,32,1,power_law_1.2,0.09208319783210754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,32,1,power_law_1.01,1.0166912078857422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,6144,16384,2,8,32,1,power_law_1.01,0.04972479939460754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,6144,16384,2,8,32,1,power_law_1.01,0.05779839754104614
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,6144,16384,2,8,32,1,power_law_1.01,0.05894719958305359
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,6144,16384,2,8,32,1,power_law_1.01,0.06786559820175171
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,6144,16384,2,8,32,1,power_law_1.01,0.10799360275268555
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,6144,16384,2,8,32,1,power_law_1.01,0.10912959575653076
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,6144,16384,2,8,32,1,power_law_1.01,0.11024960279464721
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,6144,16384,2,8,32,1,power_law_1.01,0.11193920373916626
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,6144,16384,2,8,32,1,power_law_1.01,0.11297600269317627
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,6144,16384,2,8,32,1,power_law_1.01,0.11368000507354736
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,6144,16384,2,8,32,1,power_law_1.01,0.11669759750366211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,6144,16384,2,8,32,1,power_law_1.01,0.12185920476913452
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,6144,16384,2,8,32,1,power_law_1.01,0.12473599910736084
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,6144,16384,2,8,32,1,power_law_1.01,0.12850240468978882
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,6144,16384,2,8,32,1,power_law_1.01,0.13541120290756226
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,6144,16384,2,8,32,1,power_law_1.01,0.13984639644622804
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,6144,16384,2,8,32,1,power_law_1.01,0.13858239650726317
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,4096,14336,2,8,32,1,power_law_1.2,0.11002240180969239
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,32,1,power_law_1.2,0.29331839084625244
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,6144,16384,2,8,32,1,power_law_1.01,0.15440319776535033
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,32,1,power_law_1.01,0.16953920125961303
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,32,1,power_law_1.2,0.5468255996704101
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,32,1,power_law_1.01,0.20424959659576417
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,32,1,power_law_1.2,0.4112736225128174
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,32,1,power_law_1.01,0.27457280158996583
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,4096,14336,2,8,32,1,power_law_1.2,0.1406592011451721
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,32,1,power_law_1.01,0.36533119678497317
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,32,1,power_law_1.01,0.4659071922302246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,4096,14336,2,8,32,1,power_law_1.2,0.17189120054244994
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,32,1,power_law_1.2,0.5340320110321045
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,32,1,power_law_1.01,0.6570464134216308
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,4096,14336,2,8,32,1,power_law_1.2,0.23736319541931153
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,32,1,power_law_1.01,0.8488287925720215
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,32,1,power_law_1.2,0.785590410232544
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,32,1,power_law_1.2,0.7740672111511231
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,4096,14336,2,8,32,1,power_law_1.2,0.30561280250549316
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,32,1,power_law_1.01,1.227734375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,32,1,power_law_1.2,1.0117695808410645
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,32,1,power_law_1.01,0.03935360014438629
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,32,1,power_law_1.01,0.04291200041770935
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,32,1,power_law_1.01,0.04906879961490631
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,32,1,power_law_1.01,0.050723201036453246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,32,1,power_law_1.01,0.06715840101242065
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,32,1,power_law_1.01,0.0671999990940094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,32,1,power_law_1.01,0.06961280107498169
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,32,1,power_law_1.01,0.07013440132141113
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,32,1,power_law_1.01,0.08127999901771546
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,32,1,power_law_1.01,0.08482239842414856
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,32,1,power_law_1.01,0.08640000224113464
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,32,1,power_law_1.01,0.09094079732894897
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,32,1,power_law_1.01,0.09238399863243103
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,32,1,power_law_1.01,0.09759359955787658
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,32,1,power_law_1.01,0.10691519975662231
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,32,1,power_law_1.01,0.11181119680404664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,32,1,power_law_1.01,0.11257280111312866
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,32,1,power_law_1.01,0.13295359611511232
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,32,1,power_law_1.01,0.15682560205459595
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,32,1,power_law_1.01,0.20660159587860108
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,32,1,power_law_1.01,0.2575743913650513
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,32,1,power_law_1.01,0.35187199115753176
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,4096,14336,2,8,32,1,power_law_1.2,0.43247041702270506
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,32,1,power_law_1.01,0.4427775859832764
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,32,1,power_law_1.01,1.601487922668457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,32,1,power_law_1.01,0.04272960126399994
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,32,1,power_law_1.01,0.633190393447876
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,32,1,power_law_1.01,0.04782400131225586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,32,1,power_law_1.01,0.04940800070762634
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,32,1,power_law_1.01,0.0544543981552124
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,32,1,power_law_1.01,0.05618879795074463
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,32,1,power_law_1.01,0.057580798864364624
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,32,1,power_law_1.01,0.060729598999023436
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,32,1,power_law_1.01,0.0599839985370636
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,32,1,power_law_1.01,0.062134397029876706
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,32,1,power_law_1.01,0.06104639768600464
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,32,1,power_law_1.01,0.06293439865112305
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,32,1,power_law_1.01,0.06650879979133606
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,32,1,power_law_1.01,0.06714879870414733
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,32,1,power_law_1.01,0.07608640193939209
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,32,1,power_law_1.01,0.08803520202636719
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,32,1,power_law_1.01,0.09527999758720399
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,32,1,power_law_1.01,0.09460480213165283
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,32,1,power_law_1.01,0.11248960494995117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,32,1,power_law_1.01,0.12740479707717894
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,32,1,power_law_1.01,0.18722879886627197
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,32,1,power_law_1.01,0.22087678909301758
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,32,1,power_law_1.01,0.3102816104888916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,32,1,power_law_1.01,0.8115584373474121
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,32,1,power_law_1.2,1.0279264450073242
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,6144,16384,2,8,32,1,power_law_1.01,0.03584960103034973
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,6144,16384,2,8,32,1,power_law_1.01,0.04008319973945618
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,6144,16384,2,8,32,1,power_law_1.01,0.041519999504089355
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,6144,16384,2,8,32,1,power_law_1.01,0.048028799891471866
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,6144,16384,2,8,32,1,power_law_1.01,0.04822719991207123
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,6144,16384,2,8,32,1,power_law_1.01,0.047753599286079404
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,6144,16384,2,8,32,1,power_law_1.01,0.04930239915847778
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,6144,16384,2,8,32,1,power_law_1.01,0.04991360008716583
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,6144,16384,2,8,32,1,power_law_1.01,0.049116799235343934
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,6144,16384,2,8,32,1,power_law_1.01,0.04913600087165833
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,6144,16384,2,8,32,1,power_law_1.01,0.04917120039463043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,6144,16384,2,8,32,1,power_law_1.01,0.05134720206260681
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,6144,16384,2,8,32,1,power_law_1.01,0.053590399026870725
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,6144,16384,2,8,32,1,power_law_1.01,0.05664640069007874
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,32,1,power_law_1.01,0.39806718826293946
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,6144,16384,2,8,32,1,power_law_1.01,0.06379200220108032
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,6144,16384,2,8,32,1,power_law_1.01,0.06550080180168152
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,6144,16384,2,8,32,1,power_law_1.01,0.07277759909629822
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,6144,16384,2,8,32,1,power_law_1.01,0.08276479840278625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,6144,16384,2,8,32,1,power_law_1.01,0.0936959981918335
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,6144,16384,2,8,32,1,power_law_1.01,0.11482239961624145
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,32,1,power_law_1.01,1.1985407829284669
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,6144,16384,2,8,32,1,power_law_1.01,0.1344864010810852
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,32,1,power_law_1.01,0.5709472179412842
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,6144,16384,2,8,32,1,power_law_1.01,0.17808640003204346
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,6144,16384,2,8,32,1,power_law_1.01,0.21822080612182618
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,32,1,power_law_1.01,0.735103988647461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,4096,14336,2,8,32,1,power_law_1.2,0.5651999950408936
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,6144,16384,2,8,32,1,power_law_1.2,0.05368319749832153
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,6144,16384,2,8,32,1,power_law_1.2,0.05710399746894836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,6144,16384,2,8,32,1,power_law_1.2,0.05869439840316772
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,6144,16384,2,8,32,1,power_law_1.2,0.06707199811935424
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,6144,16384,2,8,32,1,power_law_1.2,0.10782079696655274
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,6144,16384,2,8,32,1,power_law_1.2,0.10945279598236084
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,6144,16384,2,8,32,1,power_law_1.2,0.11037440299987793
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,6144,16384,2,8,32,1,power_law_1.2,0.11220159530639648
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,6144,16384,2,8,32,1,power_law_1.2,0.11365760564804077
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,6144,16384,2,8,32,1,power_law_1.2,0.11418880224227905
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,6144,16384,2,8,32,1,power_law_1.2,0.11752320528030395
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,6144,16384,2,8,32,1,power_law_1.01,0.3009023904800415
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,6144,16384,2,8,32,1,power_law_1.2,0.12182719707489013
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,6144,16384,2,8,32,1,power_law_1.2,0.12491840124130249
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,6144,16384,2,8,32,1,power_law_1.2,0.12831039428710939
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,6144,16384,2,8,32,1,power_law_1.2,0.1355455994606018
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,6144,16384,2,8,32,1,power_law_1.2,0.14077759981155397
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,6144,16384,2,8,32,1,power_law_1.2,0.1388192057609558
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,6144,16384,2,8,32,1,power_law_1.2,0.15537600517272948
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,32,1,power_law_1.01,1.081289577484131
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,32,1,power_law_1.2,0.1706719994544983
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,32,1,power_law_1.2,0.20519039630889893
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,32,1,power_law_1.2,0.2726272106170654
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,32,1,power_law_1.01,1.5719103813171387
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,32,1,power_law_1.2,0.03900800049304962
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,32,1,power_law_1.2,0.043068799376487735
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,32,1,power_law_1.2,0.04865280091762543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,32,1,power_law_1.2,0.05119360089302063
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,32,1,power_law_1.2,0.06633599996566772
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,32,1,power_law_1.2,0.06706560254096985
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,32,1,power_law_1.2,0.0687936007976532
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,32,1,power_law_1.2,0.07093759775161743
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,32,1,power_law_1.2,0.08047360181808472
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,32,1,power_law_1.2,0.08479679822921753
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,32,1,power_law_1.2,0.08743680119514466
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,32,1,power_law_1.2,0.09260799884796142
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,32,1,power_law_1.2,0.09226559996604919
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,32,1,power_law_1.2,0.36862399578094485
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,32,1,power_law_1.2,0.09691200256347657
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,32,1,power_law_1.2,0.10748480558395386
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,32,1,power_law_1.2,0.11312320232391357
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,32,1,power_law_1.2,0.11303039789199829
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,32,1,power_law_1.2,0.13339840173721312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,6144,16384,2,8,32,1,power_law_1.01,0.38395841121673585
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,32,1,power_law_1.2,0.15648640394210817
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,32,1,power_law_1.2,0.20631680488586426
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,32,1,power_law_1.2,0.47208638191223146
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,32,1,power_law_1.2,0.2595423936843872
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,32,1,power_law_1.2,0.35244159698486327
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,6144,16384,2,8,32,1,power_law_1.01,0.5469088077545166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,32,1,power_law_1.2,0.6587200164794922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,32,1,power_law_1.2,0.44400639533996583
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,32,1,power_law_1.01,1.4205344200134278
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,32,1,power_law_1.2,0.04298880100250244
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,32,1,power_law_1.2,0.04689919948577881
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,32,1,power_law_1.2,0.04879679977893829
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,32,1,power_law_1.2,0.05457280278205871
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,32,1,power_law_1.2,0.05493119955062866
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,32,1,power_law_1.2,0.05691519975662231
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,32,1,power_law_1.2,0.06008639931678772
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,32,1,power_law_1.2,0.05973759889602661
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,32,1,power_law_1.2,0.061603200435638425
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,32,1,power_law_1.2,0.06133440136909485
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,32,1,power_law_1.2,0.06349440217018128
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,32,1,power_law_1.2,0.06594560146331788
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,32,1,power_law_1.2,0.06709759831428527
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,32,1,power_law_1.2,0.0759935975074768
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,32,1,power_law_1.2,0.08762559890747071
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,32,1,power_law_1.2,0.09476479887962341
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,32,1,power_law_1.2,0.09512959718704224
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,32,1,power_law_1.2,0.11246720552444459
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,32,1,power_law_1.2,0.12779840230941772
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,32,1,power_law_1.2,0.18750079870223998
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,32,1,power_law_1.2,0.22159359455108643
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,32,1,power_law_1.2,0.6315936088562012
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,32,1,power_law_1.2,0.3109791994094849
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,32,1,power_law_1.2,0.8513216018676758
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,32,1,power_law_1.2,0.39834558963775635
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,32,1,power_law_1.2,0.5709311962127686
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,32,1,power_law_1.2,0.8159199714660644
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,32,1,power_law_1.2,1.227184009552002
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,6144,16384,2,8,32,1,power_law_1.01,0.7079103946685791
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,6144,16384,2,8,32,1,power_law_1.2,0.035743999481201175
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,6144,16384,2,8,32,1,power_law_1.2,0.04002240002155304
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,6144,16384,2,8,32,1,power_law_1.2,0.04131839871406555
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,6144,16384,2,8,32,1,power_law_1.2,0.04882239997386932
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,6144,16384,2,8,32,1,power_law_1.2,0.048640000820159915
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,6144,16384,2,8,32,1,power_law_1.2,0.04840959906578064
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,6144,16384,2,8,32,1,power_law_1.2,0.04890879988670349
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,6144,16384,2,8,32,1,power_law_1.2,0.050496000051498416
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,6144,16384,2,8,32,1,power_law_1.2,0.04950079917907715
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,6144,16384,2,8,32,1,power_law_1.2,0.04916479885578155
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,6144,16384,2,8,32,1,power_law_1.2,0.04965119957923889
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,6144,16384,2,8,32,1,power_law_1.2,0.05109440088272095
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,6144,16384,2,8,32,1,power_law_1.2,0.052179199457168576
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,6144,16384,2,8,32,1,power_law_1.2,0.05723839998245239
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,6144,16384,2,8,32,1,power_law_1.2,0.06333439946174621
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,6144,16384,2,8,32,1,power_law_1.2,0.06538559794425965
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,6144,16384,2,8,32,1,power_law_1.2,0.07178559899330139
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,6144,16384,2,8,32,1,power_law_1.2,0.08217920064926147
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,6144,16384,2,8,32,1,power_law_1.2,0.0948415994644165
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,6144,16384,2,8,32,1,power_law_1.2,0.114028799533844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,6144,16384,2,8,32,1,power_law_1.2,0.1333791971206665
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,32,1,power_law_1.2,1.597702407836914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,32,power_law_1.01,0.14410879611968994
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,32,power_law_1.01,0.1468160033226013
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,32,power_law_1.01,0.14794559478759767
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,32,power_law_1.01,0.14764800071716308
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,32,power_law_1.01,0.21590719223022461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,32,power_law_1.01,0.281606388092041
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,32,power_law_1.01,0.29047679901123047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,32,power_law_1.01,0.2915776014328003
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,32,power_law_1.01,0.2929728031158447
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,32,power_law_1.01,0.2998176097869873
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,32,power_law_1.01,0.30652799606323244
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,32,power_law_1.01,0.31360640525817873
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,32,power_law_1.01,0.31756160259246824
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,32,power_law_1.01,0.33340480327606203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,6144,16384,2,8,32,1,power_law_1.2,0.17816319465637206
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,32,power_law_1.01,0.34807040691375735
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,32,power_law_1.01,0.3678719997406006
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,32,power_law_1.01,0.405731201171875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,32,power_law_1.01,0.4946879863739014
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,32,power_law_1.01,0.577785587310791
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,32,power_law_1.01,0.7541791915893554
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,32,power_law_1.01,0.9291104316711426
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,32,1,power_law_1.2,0.7363935947418213
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,32,power_law_1.01,1.2914239883422851
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,32,power_law_1.01,1.5812479972839355
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,32,power_law_1.01,2.270476722717285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,32,power_law_1.01,2.920944023132324
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,32,power_law_1.01,4.37724494934082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,6144,16384,2,8,32,1,power_law_1.2,0.21935040950775148
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,32,power_law_1.01,5.69310417175293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,32,power_law_1.01,0.11408319473266601
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,32,power_law_1.01,0.11518080234527588
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,32,power_law_1.01,0.11689599752426147
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,32,power_law_1.01,0.1177183985710144
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,32,power_law_1.01,0.17303359508514404
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,32,power_law_1.01,0.23776960372924805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,32,power_law_1.01,0.2430527925491333
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,32,power_law_1.01,0.24901120662689208
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,32,power_law_1.01,0.2545631885528564
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,32,power_law_1.01,0.25662400722503664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,32,power_law_1.01,0.2689728021621704
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,32,power_law_1.01,0.27779200077056887
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,32,power_law_1.01,0.2855456113815308
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,32,power_law_1.01,0.3027935981750488
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,32,power_law_1.01,0.3226655960083008
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,32,power_law_1.01,0.33835198879241946
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,32,power_law_1.01,0.3837759971618652
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,32,power_law_1.01,0.45723838806152345
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,32,power_law_1.01,0.5472799777984619
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,32,power_law_1.01,0.7235519886016846
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,32,power_law_1.01,0.8713215827941895
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,32,power_law_1.01,1.2120096206665039
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,32,power_law_1.01,1.5393664360046386
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,32,power_law_1.01,2.1713823318481444
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,32,1,power_law_1.2,1.1955807685852051
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,32,power_law_1.01,2.931219291687012
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,32,power_law_1.01,4.26391372680664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,32,power_law_1.01,5.725008010864258
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,32,power_law_1.01,0.10521600246429444
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,32,power_law_1.01,0.10781760215759277
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,32,power_law_1.01,0.11474560499191284
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,32,power_law_1.01,0.11470719575881957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,32,power_law_1.01,0.1301695942878723
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,32,power_law_1.01,0.17050559520721437
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,32,power_law_1.01,0.17937920093536378
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,32,power_law_1.01,0.18196799755096435
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,32,power_law_1.01,0.1877568006515503
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,32,power_law_1.01,0.18629759550094604
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,32,power_law_1.01,0.19632320404052733
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,6144,16384,2,8,32,1,power_law_1.2,0.29970560073852537
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,32,power_law_1.01,0.201859188079834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,32,power_law_1.01,0.21744320392608643
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,32,power_law_1.01,0.23206720352172852
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,32,power_law_1.01,0.2501280069351196
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,32,power_law_1.01,0.2680448055267334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,32,power_law_1.01,0.307369589805603
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,32,power_law_1.01,0.37582399845123293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,32,power_law_1.01,0.4498784065246582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,32,power_law_1.01,0.5932960033416748
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,32,power_law_1.01,0.742467212677002
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,32,power_law_1.01,1.0113823890686036
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,32,power_law_1.01,1.3029088020324706
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,32,power_law_1.01,1.8990175247192382
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,32,power_law_1.01,2.4771007537841796
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,32,power_law_1.01,3.684156799316406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,32,power_law_1.01,4.748985671997071
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,32,power_law_1.2,0.1400223970413208
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,32,power_law_1.2,0.1421023964881897
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,32,power_law_1.2,0.14305280447006224
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,32,power_law_1.2,0.14428800344467163
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,32,power_law_1.2,0.20952959060668946
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,32,power_law_1.2,0.28154559135437013
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,32,power_law_1.2,0.28771519660949707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,32,power_law_1.2,0.2895040035247803
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,32,power_law_1.2,0.2943135976791382
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,32,power_law_1.2,0.29840960502624514
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,32,power_law_1.2,0.3055392026901245
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,32,power_law_1.2,0.3129215955734253
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,32,power_law_1.2,0.31911680698394773
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,32,power_law_1.2,0.33234241008758547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,32,power_law_1.2,0.36456000804901123
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,32,power_law_1.2,0.3660032033920288
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,32,power_law_1.2,0.4237664222717285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,32,power_law_1.2,0.5063551902770996
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,32,1,power_law_1.2,1.0793984413146973
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,32,power_law_1.2,0.6055935859680176
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,32,power_law_1.2,0.8027456283569336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,32,power_law_1.2,0.9699263572692871
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,32,power_law_1.2,1.3264191627502442
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,32,power_law_1.2,1.7286079406738282
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,32,power_law_1.2,2.605855941772461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,32,power_law_1.2,3.4269535064697267
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,32,power_law_1.2,4.9219104766845705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,6144,16384,2,8,32,1,power_law_1.2,0.38746559619903564
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,32,power_law_1.2,6.785017395019532
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,32,power_law_1.2,0.11394239664077759
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,32,power_law_1.2,0.11503360271453858
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,32,power_law_1.2,0.11625280380249023
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,32,power_law_1.2,0.1173408031463623
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,32,power_law_1.2,0.16866559982299806
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,32,power_law_1.2,0.24101760387420654
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,32,power_law_1.2,0.24477438926696776
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,32,power_law_1.2,0.24627840518951416
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,32,power_law_1.2,0.25181119441986083
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,32,power_law_1.2,0.2536799907684326
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,32,power_law_1.2,0.2682111978530884
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,32,power_law_1.2,0.2749792098999023
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,32,power_law_1.2,0.2845344066619873
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,32,power_law_1.2,0.3031552076339722
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,32,power_law_1.2,0.32579519748687746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,32,power_law_1.2,0.35904641151428224
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,32,power_law_1.2,0.39800319671630857
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,32,power_law_1.2,0.4759679794311523
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,32,power_law_1.2,0.5737823963165283
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,32,power_law_1.2,0.744220781326294
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,32,power_law_1.2,0.9243071556091309
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,32,power_law_1.2,1.322777557373047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,32,1,power_law_1.2,1.57041597366333
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,32,power_law_1.2,0.10622400045394897
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,32,power_law_1.2,0.10879039764404297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,32,power_law_1.2,0.11533440351486206
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,32,power_law_1.2,1.7089727401733399
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,32,power_law_1.2,0.11692800521850585
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,32,power_law_1.2,0.12756160497665406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,32,power_law_1.2,0.16579519510269164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,32,power_law_1.2,2.4659360885620116
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,32,power_law_1.2,0.18243520259857177
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,32,power_law_1.2,0.17725119590759278
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,32,power_law_1.2,0.18800959587097169
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,32,power_law_1.2,0.19288959503173828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,32,power_law_1.2,3.2296478271484377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,32,power_law_1.2,0.1999328017234802
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,32,power_law_1.2,0.21238720417022705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,32,power_law_1.2,0.21954240798950195
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,32,power_law_1.2,0.23698561191558837
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,32,power_law_1.2,4.763638305664062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,32,power_law_1.2,0.26083519458770754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,32,power_law_1.2,0.28024001121520997
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,32,power_law_1.2,0.3109407901763916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,32,power_law_1.2,0.39228479862213134
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,32,power_law_1.2,6.339449691772461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,32,1,power_law_1.01,0.03165439963340759
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,32,power_law_1.2,0.46420798301696775
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,32,1,power_law_1.01,0.03522560000419617
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,32,1,power_law_1.01,0.06884480118751526
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,32,power_law_1.2,0.6261312007904053
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,32,1,power_law_1.01,0.0864512026309967
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,32,power_law_1.2,0.7668863773345947
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,32,1,power_law_1.01,0.11291199922561646
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,32,1,power_law_1.01,0.1404703974723816
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,32,power_law_1.2,1.0924320220947266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,32,1,power_law_1.01,0.1636288046836853
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,32,1,power_law_1.01,0.17282880544662477
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,32,1,power_law_1.01,0.1730847954750061
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,32,1,power_law_1.01,0.17926720380783082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,32,1,power_law_1.01,0.18680959939956665
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,32,power_law_1.2,1.4318816184997558
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,32,1,power_law_1.01,0.19826560020446776
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,32,1,power_law_1.01,0.20529599189758302
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,32,power_law_1.2,2.0220447540283204
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,32,1,power_law_1.01,0.2290208101272583
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,32,1,power_law_1.01,0.3265088081359863
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,32,1,power_law_1.01,0.3338912010192871
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,32,power_law_1.2,2.6558368682861326
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,32,1,power_law_1.01,0.3528640031814575
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,32,1,power_law_1.01,0.38554561138153076
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,32,1,power_law_1.01,0.41846399307250975
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,32,power_law_1.2,3.986380767822266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,32,1,power_law_1.01,0.4828671932220459
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,32,1,power_law_1.01,0.5486688137054443
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,32,1,power_law_1.01,0.7325600147247314
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,32,power_law_1.2,5.19736328125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,32,1,power_law_1.01,0.9049407958984375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,32,1,power_law_1.01,0.03794879913330078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,32,1,power_law_1.01,0.04164800047874451
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,32,1,power_law_1.01,0.06972479820251465
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,32,1,power_law_1.01,1.2072832107543945
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,32,1,power_law_1.01,0.0828000009059906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,32,1,power_law_1.01,0.10732799768447876
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,32,1,power_law_1.01,0.13493119478225707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,32,1,power_law_1.01,1.5294591903686523
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,32,1,power_law_1.01,0.1549183964729309
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,32,1,power_law_1.01,0.16034239530563354
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,32,1,power_law_1.01,0.16517119407653807
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,32,1,power_law_1.01,0.1681696057319641
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,32,1,power_law_1.01,2.172857666015625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,32,1,power_law_1.01,0.17598719596862794
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,32,1,power_law_1.01,0.18787200450897218
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,32,1,power_law_1.01,0.19447679519653321
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,32,1,power_law_1.01,2.817430305480957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,32,1,power_law_1.01,0.21452798843383789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,32,1,power_law_1.01,0.27625279426574706
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,7168,2048,8,256,32,1,power_law_1.01,0.08608959913253784
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,32,1,power_law_1.01,0.28425600528717043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,7168,2048,8,256,32,1,power_law_1.01,0.09933760166168212
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,32,1,power_law_1.01,0.3033184051513672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,7168,2048,8,256,32,1,power_law_1.01,0.12111999988555908
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,7168,2048,8,256,32,1,power_law_1.01,0.1705824017524719
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,32,1,power_law_1.01,0.3365024089813232
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,7168,2048,8,256,32,1,power_law_1.01,0.23091840744018555
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,32,1,power_law_1.01,0.37060160636901857
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,7168,2048,8,256,32,1,power_law_1.01,0.27070720195770265
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,32,1,power_law_1.01,0.442307186126709
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,7168,2048,8,256,32,1,power_law_1.01,0.38111999034881594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,32,1,power_law_1.01,0.5264095783233642
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,7168,2048,8,256,32,1,power_law_1.01,0.3811903953552246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,7168,2048,8,256,32,1,power_law_1.01,0.41854081153869627
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,32,1,power_law_1.01,0.6930272102355957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,7168,2048,8,256,32,1,power_law_1.01,0.3963392019271851
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,32,1,power_law_1.01,0.8405119895935058
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,7168,2048,8,256,32,1,power_law_1.01,0.4123744010925293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,7168,2048,8,256,32,1,power_law_1.01,0.4227327823638916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,32,1,power_law_1.01,1.1425151824951172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,7168,2048,8,256,32,1,power_law_1.01,0.4301663875579834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,7168,2048,8,256,32,1,power_law_1.01,0.43888001441955565
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,32,1,power_law_1.01,1.445471954345703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,7168,2048,8,256,32,1,power_law_1.01,0.46097278594970703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,7168,2048,8,256,32,1,power_law_1.01,0.4624959945678711
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,7168,2048,8,256,32,1,power_law_1.01,0.48683838844299315
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,32,1,power_law_1.01,2.0583744049072266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,7168,2048,8,256,32,1,power_law_1.01,0.5516511917114257
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,7168,2048,8,256,32,1,power_law_1.01,0.5800064086914063
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,7168,2048,8,256,32,1,power_law_1.01,0.674179220199585
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,32,1,power_law_1.01,2.674857521057129
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,32,1,power_law_1.2,0.03253760039806366
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,7168,2048,8,256,32,1,power_law_1.01,0.7514880180358887
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,32,1,power_law_1.2,0.037299200892448425
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,32,1,power_law_1.2,0.06945919990539551
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,6144,16384,2,8,32,1,power_law_1.2,0.5453887939453125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,7168,2048,8,256,32,1,power_law_1.01,0.9381792068481445
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,32,1,power_law_1.2,0.08578559756278992
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,7168,2048,8,256,32,1,power_law_1.01,1.1024415969848633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,32,1,power_law_1.2,0.10949759483337403
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,32,1,power_law_1.2,0.13615039587020875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,32,1,power_law_1.2,0.16416000127792357
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,7168,2048,8,256,32,1,power_law_1.01,1.448812770843506
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,32,1,power_law_1.2,0.16912319660186767
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,32,1,power_law_1.2,0.17613120079040528
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,32,1,power_law_1.2,1.4189151763916015
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,32,1,power_law_1.2,0.18085119724273682
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,32,1,power_law_1.2,0.03824639916419983
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,7168,2048,8,256,32,1,power_law_1.01,1.8018047332763671
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,32,1,power_law_1.2,0.19440000057220458
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,32,1,power_law_1.2,0.042716801166534424
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,32,1,power_law_1.2,0.06892480254173279
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,32,1,power_law_1.2,0.20459840297698975
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,32,1,power_law_1.2,0.08182719945907593
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,32,1,power_law_1.2,0.2100127935409546
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,32,1,power_law_1.2,0.1020095944404602
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,7168,2048,8,256,32,1,power_law_1.01,2.485296058654785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,32,1,power_law_1.2,0.2361151933670044
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,32,1,power_law_1.2,0.129967999458313
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,32,1,power_law_1.2,0.31145920753479006
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,32,1,power_law_1.2,0.15293760299682618
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,32,1,power_law_1.2,0.15767040252685546
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,32,1,power_law_1.2,0.3188767910003662
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,32,1,power_law_1.2,0.16321280002593994
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,32,1,power_law_1.2,0.33690879344940183
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,7168,2048,8,256,32,1,power_law_1.01,3.1765695571899415
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,32,1,power_law_1.2,0.1662816047668457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,32,1,power_law_1.2,0.36827518939971926
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,32,1,power_law_1.2,0.17789440155029296
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,7168,2048,8,256,32,1,power_law_1.2,0.08564159870147706
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,32,1,power_law_1.2,0.4010655879974365
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,32,1,power_law_1.2,0.18657599687576293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,7168,2048,8,256,32,1,power_law_1.2,0.097952002286911
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,32,1,power_law_1.2,0.19391679763793945
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,7168,2048,8,256,32,1,power_law_1.2,0.12323520183563233
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,32,1,power_law_1.2,0.4623904228210449
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,7168,2048,8,256,32,1,power_law_1.2,0.16081279516220093
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,32,1,power_law_1.2,0.21495039463043214
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,32,1,power_law_1.2,0.5259168148040771
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,7168,2048,8,256,32,1,power_law_1.2,0.20351040363311768
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,32,1,power_law_1.2,0.2773695945739746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,7168,2048,8,256,32,1,power_law_1.2,0.25613439083099365
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,32,1,power_law_1.2,0.7066688060760498
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,32,1,power_law_1.2,0.2842688083648682
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,7168,2048,8,256,32,1,power_law_1.2,0.3639359951019287
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,32,1,power_law_1.2,0.3043584108352661
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,32,1,power_law_1.2,0.869484806060791
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,7168,2048,8,256,32,1,power_law_1.2,0.3852191925048828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,7168,2048,8,256,32,1,power_law_1.2,0.4087679862976074
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,32,1,power_law_1.2,0.3357023954391479
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,7168,2048,8,256,32,1,power_law_1.2,0.3903520107269287
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,32,1,power_law_1.2,1.1602432250976562
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,32,1,power_law_1.2,0.37379839420318606
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,7168,2048,8,256,32,1,power_law_1.2,0.41234560012817384
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,32,1,power_law_1.2,0.4521599769592285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,7168,2048,8,256,32,1,power_law_1.2,0.4159264087677002
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,32,1,power_law_1.2,1.4697823524475098
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,7168,2048,8,256,32,1,power_law_1.2,0.42816958427429197
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,32,1,power_law_1.2,0.5312064170837403
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,7168,2048,8,256,32,1,power_law_1.2,0.44369921684265134
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,32,1,power_law_1.2,0.6928671836853028
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,32,1,power_law_1.2,2.074095916748047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,7168,2048,8,256,32,1,power_law_1.2,0.4611167907714844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,32,1,power_law_1.2,0.8389920234680176
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,7168,2048,8,256,32,1,power_law_1.2,0.47693758010864257
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,7168,2048,8,256,32,1,power_law_1.2,0.504204797744751
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,32,1,power_law_1.2,2.7018783569335936
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,32,1,power_law_1.2,1.1423168182373047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,32,power_law_1.01,0.02776319980621338
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,7168,2048,8,256,32,1,power_law_1.2,0.5617375850677491
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,32,power_law_1.01,0.028092798590660096
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,32,power_law_1.01,0.0285504013299942
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,7168,2048,8,256,32,1,power_law_1.2,0.5969823837280274
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,32,power_law_1.01,0.04010240137577057
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,32,power_law_1.01,0.04918079972267151
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,32,1,power_law_1.2,1.4456576347351073
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,32,power_law_1.01,0.05000960230827332
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,7168,2048,8,256,32,1,power_law_1.2,0.6918432235717773
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,32,power_law_1.01,0.052723199129104614
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,32,power_law_1.01,0.0531711995601654
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,7168,2048,8,256,32,1,power_law_1.2,0.759657621383667
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,32,power_law_1.01,0.05559679865837097
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,32,1,power_law_1.2,2.0536319732666017
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,32,power_law_1.01,0.056729602813720706
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,7168,2048,8,256,32,1,power_law_1.2,0.9511199951171875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,32,power_law_1.01,0.059849601984024045
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,32,power_law_1.01,0.06263999938964844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,7168,2048,8,256,32,1,power_law_1.2,1.1152352333068847
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,32,power_law_1.01,0.06518719792366028
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,32,power_law_1.01,0.07133439779281617
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,32,1,power_law_1.2,2.6680063247680663
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,32,power_law_1.01,0.029142400622367857
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,32,power_law_1.01,0.07689279913902283
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,7168,2048,8,256,32,1,power_law_1.2,1.4626175880432128
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,32,power_law_1.01,0.03078399896621704
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,32,power_law_1.01,0.08343679904937744
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,32,power_law_1.01,0.03103039860725403
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,32,power_law_1.01,0.04249599874019623
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,32,power_law_1.01,0.09594879746437072
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,32,power_law_1.01,0.052767997980117796
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,32,power_law_1.01,0.1180575966835022
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,32,power_law_1.01,0.053446400165557864
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,7168,2048,8,256,32,1,power_law_1.2,1.8087968826293945
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,32,power_law_1.01,0.0559935986995697
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,32,power_law_1.01,0.14030719995498658
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,32,power_law_1.01,0.05697600245475769
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,32,power_law_1.01,0.17521599531173707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,32,power_law_1.01,0.05785599946975708
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,32,power_law_1.01,0.21943039894104005
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,32,power_law_1.01,0.059724801778793336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,7168,2048,8,256,32,1,power_law_1.2,2.496460723876953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,32,power_law_1.01,0.062028801441192626
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,32,power_law_1.01,0.3176000118255615
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,32,power_law_1.01,0.0657920002937317
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,32,power_law_1.01,0.06831039786338806
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,32,power_law_1.01,0.414902400970459
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,32,power_law_1.01,0.07363200187683105
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,32,power_law_1.01,0.5870240211486817
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,32,power_law_1.01,0.07894399762153625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,7168,2048,8,256,32,1,power_law_1.2,3.1987743377685547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,32,power_law_1.01,0.03612479865550995
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,32,power_law_1.01,0.08511040210723878
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,32,power_law_1.01,0.040214401483535764
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,32,power_law_1.01,0.7695775985717773
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,32,power_law_1.01,0.09401280283927918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,32,power_law_1.01,0.11736639738082885
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,32,power_law_1.01,0.04193919897079468
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,32,power_law_1.01,0.04167680144309997
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,32,power_law_1.01,0.1408192038536072
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,32,power_law_1.01,1.1324000358581543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,32,power_law_1.01,0.042710399627685545
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,32,power_law_1.01,0.044316801428794864
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,32,power_law_1.01,0.18715840578079224
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,32,power_law_1.01,0.04685760140419006
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,32,power_law_1.01,0.04621120095252991
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,32,power_law_1.01,0.23532478809356688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,32,power_law_1.01,1.4896512031555176
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,32,power_law_1.01,0.049158400297164916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,32,power_law_1.2,0.02815999984741211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,32,power_law_1.2,0.028406399488449096
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,32,power_law_1.01,0.3371135950088501
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,32,power_law_1.01,0.04870080053806305
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,32,power_law_1.2,0.028307199478149414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,32,power_law_1.01,0.05220479965209961
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,32,power_law_1.2,0.03988800048828125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,32,power_law_1.01,0.43407039642333983
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,32,power_law_1.01,0.054422402381896974
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,32,power_law_1.2,0.04915519952774048
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,32,power_law_1.2,0.049881601333618165
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,32,power_law_1.01,0.05698879957199097
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,32,power_law_1.2,0.052636802196502686
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,32,power_law_1.01,0.6265439987182617
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,32,power_law_1.01,0.06297600269317627
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,32,power_law_1.2,0.05333439707756042
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,32,power_law_1.01,0.06949120163917541
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,32,power_law_1.2,0.055427199602127074
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,32,power_law_1.01,0.8275487899780274
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,32,power_law_1.01,0.07505919933319091
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,32,power_law_1.2,0.056627202033996585
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,32,power_law_1.2,0.0594976007938385
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,32,power_law_1.01,0.08639039993286132
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,32,power_law_1.2,0.06252480149269105
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,32,power_law_1.01,0.11014080047607422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,32,power_law_1.2,0.06520320177078247
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,32,power_law_1.2,0.07103999853134155
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,32,power_law_1.01,0.13549439907073973
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,32,power_law_1.01,1.1926336288452148
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,32,power_law_1.2,0.07668480277061462
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,32,power_law_1.01,0.17708799839019776
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,32,power_law_1.2,0.08339200019836426
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,32,power_law_1.01,0.21879680156707765
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,32,power_law_1.2,0.09525439739227295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,32,power_law_1.01,1.5551487922668457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,32,power_law_1.01,0.3151360034942627
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,32,power_law_1.2,0.029385599493980407
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,32,power_law_1.2,0.11980160474777221
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,32,power_law_1.2,0.030931198596954347
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,32,power_law_1.2,0.14147839546203614
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,32,power_law_1.2,0.030854400992393494
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,32,power_law_1.01,0.400380802154541
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,32,power_law_1.2,0.042787200212478636
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,32,power_law_1.2,0.17948800325393677
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,32,power_law_1.2,0.052742397785186766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,32,power_law_1.01,0.5810239791870118
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,32,power_law_1.2,0.05364480018615723
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,32,power_law_1.2,0.055606400966644286
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,32,power_law_1.2,0.22446079254150392
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,6144,16384,2,8,32,1,power_law_1.2,0.7150015830993652
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,32,power_law_1.2,0.0567359983921051
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,32,power_law_1.2,0.03598400056362152
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,32,power_law_1.2,0.05783680081367493
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,32,power_law_1.2,0.039043200016021726
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,32,power_law_1.2,0.0597055971622467
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,32,power_law_1.2,0.04148159921169281
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,32,power_law_1.01,0.7600448131561279
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,32,power_law_1.2,0.04104000031948089
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,32,power_law_1.2,0.06194239854812622
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,32,power_law_1.2,0.04338560104370117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,32,power_law_1.2,0.33313279151916503
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,32,power_law_1.2,0.06521599888801574
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,32,power_law_1.2,0.04461120069026947
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,32,power_law_1.2,0.068259197473526
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,32,power_law_1.2,0.04688319861888886
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,32,power_law_1.01,1.1016575813293457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,32,power_law_1.2,0.07253119945526124
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,32,power_law_1.2,0.07845119833946228
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,32,power_law_1.2,0.04752320051193237
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,32,power_law_1.2,0.049158400297164916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,32,power_law_1.2,0.08492479920387268
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,32,power_law_1.01,1.474505615234375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,32,power_law_1.01,0.06530879735946656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,32,power_law_1.2,0.04993920028209686
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,32,power_law_1.2,0.09471359848976135
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,32,power_law_1.01,0.06531839966773986
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,32,power_law_1.2,0.05276479721069336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,32,power_law_1.2,0.4260608196258545
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,32,power_law_1.01,0.06547840237617493
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,32,power_law_1.2,0.11726080179214478
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,32,power_law_1.2,0.055478399991989134
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,32,power_law_1.01,0.09887359738349914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,32,power_law_1.01,0.11670399904251098
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,32,power_law_1.2,0.05780159831047058
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,32,power_law_1.2,0.14005440473556519
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,32,power_law_1.01,0.11999039649963379
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,32,power_law_1.2,0.06390079855918884
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,32,power_law_1.2,0.1925376057624817
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,32,power_law_1.01,0.12364799976348877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,32,power_law_1.2,0.06958400011062622
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,32,power_law_1.01,0.1262752056121826
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,32,power_law_1.2,0.2356192111968994
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,32,power_law_1.01,0.12837120294570922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,32,power_law_1.2,0.0760640025138855
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,32,power_law_1.01,0.13131200075149535
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,32,power_law_1.2,0.3503648042678833
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,32,power_law_1.2,0.08662400245666504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,32,power_law_1.01,0.13609280586242675
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,32,power_law_1.01,0.14110080003738404
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,32,power_law_1.2,0.11383039951324463
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,32,power_law_1.2,0.4512159824371338
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,32,power_law_1.01,0.1468832015991211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,32,power_law_1.2,0.13560960292816163
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,32,power_law_1.01,0.15718079805374147
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,32,power_law_1.01,0.1668287992477417
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,32,power_law_1.2,0.1811776041984558
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,32,power_law_1.01,0.17748479843139647
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,32,power_law_1.2,0.22612159252166747
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,32,power_law_1.01,0.19554879665374755
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,32,power_law_1.01,0.23717119693756103
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,32,power_law_1.01,0.28783679008483887
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,32,power_law_1.01,0.41614398956298826
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,32,power_law_1.01,0.5272480010986328
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,32,power_law_1.2,0.32362558841705324
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,32,power_law_1.01,0.7278048038482666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,32,power_law_1.01,0.9717984199523926
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,32,power_law_1.01,1.4104448318481446
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,32,power_law_1.2,0.6262112140655518
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,32,power_law_1.01,1.8670751571655273
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,32,power_law_1.2,0.6566304206848145
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,32,power_law_1.2,0.4123136043548584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,32,power_law_1.01,2.708470344543457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,32,power_law_1.01,3.7666751861572267
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,32,power_law_1.01,0.044809600710868834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,32,power_law_1.01,0.04565759897232056
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,32,power_law_1.01,0.045817598700523376
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,32,power_law_1.01,0.06810560226440429
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,32,power_law_1.01,0.08868799805641174
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,32,power_law_1.01,0.0909280002117157
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,32,power_law_1.01,0.09328320026397705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,32,power_law_1.01,0.09941120147705078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,32,power_law_1.01,0.10241919755935669
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,32,power_law_1.2,0.6072224140167236
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,32,power_law_1.01,0.10388799905776977
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,32,power_law_1.01,0.1110975980758667
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,32,power_law_1.01,0.11768319606781005
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,32,power_law_1.01,0.12351360321044921
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,32,power_law_1.01,0.13482880592346191
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,32,power_law_1.01,0.1460479974746704
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,32,power_law_1.01,0.15575360059738158
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,32,power_law_1.2,0.8145119667053222
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,32,power_law_1.01,0.1759552001953125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,32,power_law_1.01,0.2312704086303711
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,32,power_law_1.01,0.2805504083633423
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,32,power_law_1.01,0.39749760627746583
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,32,power_law_1.01,0.5197535991668701
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,32,power_law_1.01,0.7345759868621826
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,32,power_law_1.01,0.9675488471984863
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,32,power_law_1.01,1.4236960411071777
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,32,power_law_1.2,0.8835519790649414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,32,power_law_1.01,1.818307113647461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,32,power_law_1.01,2.690652847290039
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,32,power_law_1.01,3.6806686401367186
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,32,power_law_1.01,0.05602239966392517
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,32,power_law_1.2,0.7812607765197754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,32,power_law_1.01,0.059622400999069215
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,32,power_law_1.01,0.0633247971534729
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,32,power_law_1.01,0.06183680295944214
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,32,power_law_1.01,0.06790720224380493
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,32,power_law_1.01,0.07008000016212464
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,32,power_law_1.01,0.07229440212249756
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,32,power_law_1.01,0.07567039728164673
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,32,power_law_1.01,0.07840960025787354
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,32,power_law_1.01,0.07867199778556824
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,32,power_law_1.01,0.08590400218963623
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,32,power_law_1.01,0.09028159976005554
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,32,power_law_1.01,0.0967423975467682
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,32,power_law_1.01,0.10819840431213379
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,32,power_law_1.01,0.12037440538406372
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,32,power_law_1.01,0.13120319843292236
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,32,power_law_1.01,0.15545279979705812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,32,power_law_1.01,0.2102816104888916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,32,power_law_1.01,0.2664639949798584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,32,power_law_1.01,0.3648319959640503
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,32,power_law_1.01,0.47331838607788085
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,32,power_law_1.2,1.196406364440918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,32,power_law_1.01,0.6721856117248535
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,32,power_law_1.01,0.8651776313781738
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,32,power_law_1.01,1.2699999809265137
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,32,power_law_1.01,1.6096479415893554
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,32,power_law_1.01,2.4285888671875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,32,power_law_1.01,3.2060478210449217
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,32,power_law_1.2,0.0652895987033844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,32,power_law_1.2,0.06529279947280883
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,32,power_law_1.2,0.06378560066223145
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,32,power_law_1.2,0.09622079730033875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,32,power_law_1.2,0.11612479686737061
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,32,power_law_1.2,0.12114239931106567
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,32,power_law_1.2,0.12376320362091064
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,32,power_law_1.2,0.1252128005027771
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,32,power_law_1.2,0.12860480546951295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,32,power_law_1.2,0.13018239736557008
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,32,power_law_1.2,0.13608959913253785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,32,power_law_1.2,0.1418015956878662
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,32,power_law_1.2,0.14690879583358765
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,32,power_law_1.2,0.15711359977722167
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,32,power_law_1.2,0.1677248001098633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,32,power_law_1.2,0.17834559679031373
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,32,power_law_1.2,0.19852800369262696
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,32,power_law_1.2,0.24515841007232667
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,32,power_law_1.2,0.30780160427093506
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,32,power_law_1.2,0.4427135944366455
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,32,power_law_1.2,0.5501823902130127
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,32,power_law_1.2,0.8195679664611817
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,32,power_law_1.2,1.0413760185241698
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,32,power_law_1.2,1.6002975463867188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,32,power_law_1.2,1.549903964996338
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,32,power_law_1.2,0.0466592013835907
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,32,power_law_1.2,1.9923456192016602
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,32,power_law_1.2,0.046768000721931456
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,32,power_law_1.2,0.04703679978847504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,32,power_law_1.2,0.0654304027557373
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,32,power_law_1.2,0.09095680117607116
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,32,power_law_1.2,0.09513599872589111
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,32,power_law_1.2,0.09655359983444214
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,32,power_law_1.2,0.09767040014266967
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,32,power_law_1.2,0.1035807967185974
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,32,power_law_1.2,0.10435199737548828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,32,power_law_1.2,0.11090879440307617
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,32,power_law_1.2,0.11651519536972046
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,32,power_law_1.2,0.12494720220565796
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,32,power_law_1.2,0.1361855983734131
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,32,power_law_1.2,0.14621759653091432
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,32,power_law_1.2,0.1553279995918274
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,32,power_law_1.2,0.18680959939956665
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,32,power_law_1.2,0.24027841091156005
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,32,power_law_1.2,0.29615039825439454
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,32,power_law_1.2,0.4288320064544678
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,32,power_law_1.2,0.5600096225738526
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,32,power_law_1.2,1.2702848434448242
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,32,power_law_1.2,0.7737887859344482
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,32,power_law_1.2,0.9817440032958984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,32,power_law_1.2,1.5174943923950195
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,32,power_law_1.2,1.1673791885375977
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,32,power_law_1.2,3.1722623825073244
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,32,power_law_1.2,2.014303970336914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,32,power_law_1.2,4.181980895996094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,32,power_law_1.2,0.05556480288505554
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,32,power_law_1.2,0.05866879820823669
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,32,power_law_1.2,0.06249600052833557
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,32,power_law_1.2,0.06053760051727295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,32,power_law_1.2,0.0671392023563385
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,32,power_law_1.2,0.07077760100364686
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,32,power_law_1.2,0.07272959947586059
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,32,power_law_1.2,0.0756608009338379
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,32,power_law_1.2,0.07832319736480713
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,32,power_law_1.2,0.07784640192985534
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,32,power_law_1.2,0.08598719835281372
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,32,power_law_1.2,0.0908735990524292
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,32,power_law_1.2,0.09874560236930847
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,32,power_law_1.2,0.10930240154266357
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,32,power_law_1.2,0.12219200134277344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,32,power_law_1.2,0.13654400110244752
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,32,power_law_1.2,0.16353600025177
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,32,power_law_1.2,0.21731839179992676
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,32,power_law_1.2,0.2733952045440674
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,32,power_law_1.2,0.3825567960739136
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,32,power_law_1.2,0.4893824100494385
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,32,power_law_1.2,0.688640022277832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,32,power_law_1.2,0.924015998840332
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,32,power_law_1.2,1.3234239578247071
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,32,power_law_1.2,2.933302307128906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,32,power_law_1.2,1.7657888412475586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,32,power_law_1.2,1.5622464179992677
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,32,1,power_law_1.01,0.022873599827289582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,32,1,power_law_1.01,0.0381632000207901
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,32,1,power_law_1.01,0.04416640102863312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,32,1,power_law_1.01,0.052070397138595584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,32,1,power_law_1.01,0.060159999132156375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,32,1,power_law_1.01,0.07325119972229004
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,32,1,power_law_1.01,0.07607679963111877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,32,1,power_law_1.01,0.07734720110893249
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,32,1,power_law_1.01,0.07947840094566345
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,32,1,power_law_1.01,0.081878399848938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,32,1,power_law_1.01,0.08592320084571839
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,32,1,power_law_1.01,0.12496639490127563
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,32,1,power_law_1.01,0.1275488018989563
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,32,1,power_law_1.01,0.13379839658737183
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,32,1,power_law_1.01,0.13876479864120483
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,32,1,power_law_1.01,0.1447327971458435
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,32,1,power_law_1.01,0.15463680028915405
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,32,1,power_law_1.01,0.17565120458602906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,32,1,power_law_1.01,0.19426239728927613
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,32,1,power_law_1.01,0.23199360370635985
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,32,1,power_law_1.01,0.27095680236816405
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,32,1,power_law_1.01,0.3588255882263184
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,32,1,power_law_1.01,0.4629568099975586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,32,1,power_law_1.01,0.6384384155273437
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,32,1,power_law_1.01,0.824396800994873
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,32,1,power_law_1.01,1.19203519821167
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,32,1,power_law_1.01,1.564192008972168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,32,1,power_law_1.01,0.025916799902915955
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,32,1,power_law_1.01,0.03020159900188446
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,32,1,power_law_1.01,0.04096960127353668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,32,1,power_law_1.01,0.04468800127506256
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,32,1,power_law_1.01,0.05314559936523437
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,32,1,power_law_1.01,0.060703998804092406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,32,1,power_law_1.01,0.06524800062179566
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,32,1,power_law_1.01,0.06970239877700805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,32,1,power_law_1.01,0.07200639843940734
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,32,1,power_law_1.01,0.07487040162086486
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,32,1,power_law_1.01,0.07862079739570618
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,32,1,power_law_1.01,0.10436799526214599
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,32,1,power_law_1.01,0.10931839942932128
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,32,1,power_law_1.01,0.1151968002319336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,32,1,power_law_1.01,0.1228767991065979
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,32,1,power_law_1.01,0.12906240224838256
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,32,1,power_law_1.01,0.14035199880599974
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,32,1,power_law_1.01,0.16193920373916626
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,32,1,power_law_1.01,0.1845728039741516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,32,1,power_law_1.01,0.22873599529266359
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,32,1,power_law_1.01,0.2768512010574341
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,32,1,power_law_1.01,0.38340799808502196
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,32,1,power_law_1.01,0.47789759635925294
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,32,1,power_law_1.01,0.6689727783203125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,32,1,power_law_1.01,0.8649056434631348
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,32,power_law_1.2,1.7348127365112305
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,32,power_law_1.2,2.643612861633301
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,32,1,power_law_1.2,0.023443199694156647
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,32,1,power_law_1.01,1.2538304328918457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,32,1,power_law_1.2,0.039647999405860904
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,32,1,power_law_1.2,0.04472000002861023
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,32,1,power_law_1.2,0.051881599426269534
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,32,1,power_law_1.2,0.05865600109100342
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,32,1,power_law_1.01,1.6457023620605469
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,32,1,power_law_1.2,0.0717087984085083
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,32,1,power_law_1.2,0.025824001431465148
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,32,1,power_law_1.2,0.07526400089263915
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,32,1,power_law_1.2,0.030537599325180055
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,32,1,power_law_1.2,0.07778559923171997
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,32,1,power_law_1.2,0.04111360013484955
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,32,1,power_law_1.2,0.04570879936218262
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,32,1,power_law_1.2,0.08055999875068665
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,32,1,power_law_1.2,0.051984000205993655
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,32,1,power_law_1.2,0.08160319924354553
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,32,1,power_law_1.2,0.060540801286697386
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,32,1,power_law_1.2,0.08623039722442627
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,32,1,power_law_1.2,0.06757760047912598
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,32,1,power_law_1.2,0.1235200047492981
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,32,1,power_law_1.2,0.06914560198783874
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,32,1,power_law_1.2,0.1271391987800598
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,32,1,power_law_1.2,0.0709824025630951
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,32,1,power_law_1.2,0.13271039724349976
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,32,1,power_law_1.2,0.07437120079994201
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,32,1,power_law_1.2,0.07886080145835876
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,32,1,power_law_1.2,0.1381183981895447
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,32,1,power_law_1.2,0.10354559421539307
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,32,1,power_law_1.2,0.14394240379333495
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,32,1,power_law_1.2,0.1100383996963501
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,32,1,power_law_1.2,0.15396480560302733
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,32,1,power_law_1.2,0.1156383991241455
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,32,1,power_law_1.2,0.1745759963989258
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,32,1,power_law_1.2,0.12347520589828491
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,32,1,power_law_1.2,0.12945280075073243
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,32,1,power_law_1.2,0.19362879991531373
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,32,1,power_law_1.2,0.14032000303268433
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,32,1,power_law_1.2,0.2315392017364502
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,32,1,power_law_1.2,0.16295360326766967
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,32,1,power_law_1.2,0.27099199295043946
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,32,1,power_law_1.2,0.18530559539794922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,32,1,power_law_1.2,0.36166720390319823
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,32,1,power_law_1.2,0.22884800434112548
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,32,1,power_law_1.2,0.2783456087112427
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,32,1,power_law_1.2,0.3840575933456421
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,32,1,power_law_1.2,0.46035518646240237
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,32,1,power_law_1.2,0.47944960594177244
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,32,power_law_1.2,3.9430110931396483
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,32,power_law_1.01,0.11840959787368774
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,32,power_law_1.01,0.11762239933013915
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,32,power_law_1.01,0.11855679750442505
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,32,power_law_1.01,0.16176639795303344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,32,power_law_1.01,0.172707200050354
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,32,1,power_law_1.2,0.6388512134552002
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,32,power_law_1.01,0.19153599739074706
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,32,power_law_1.01,0.1939136028289795
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,32,1,power_law_1.2,0.672976016998291
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,32,power_law_1.01,0.1978976011276245
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,32,power_law_1.01,0.20116798877716063
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,32,power_law_1.01,0.20467519760131836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,32,power_law_1.01,0.2105952024459839
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,32,power_law_1.01,0.21751680374145507
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,32,power_law_1.01,0.22311680316925048
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,32,power_law_1.01,0.23653120994567872
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,32,power_law_1.01,0.24965119361877441
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,32,power_law_1.01,0.2634335994720459
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,32,power_law_1.01,0.30714240074157717
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,32,power_law_1.01,0.42124481201171876
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,32,power_law_1.01,0.513040018081665
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,32,power_law_1.01,0.6597055912017822
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,32,power_law_1.01,0.8664575576782226
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,32,power_law_1.01,1.2135199546813964
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,32,power_law_1.01,1.564028835296631
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,32,power_law_1.01,2.270604705810547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,32,power_law_1.01,2.922204780578613
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,32,1,power_law_1.2,0.8243103981018066
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,32,power_law_1.01,4.355033493041992
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,32,1,power_law_1.2,0.8659520149230957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,32,power_law_1.01,6.245999908447265
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,32,power_law_1.01,0.0961247980594635
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,32,power_law_1.01,0.09604480266571044
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,32,power_law_1.01,0.09685440063476562
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,32,power_law_1.01,0.1194208025932312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,32,power_law_1.01,0.1451647996902466
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,32,power_law_1.01,0.16325119733810425
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,32,power_law_1.01,0.16857919692993165
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,32,power_law_1.01,0.17047040462493895
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,32,power_law_1.01,0.17344640493392943
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,32,power_law_1.01,0.1762879967689514
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,32,power_law_1.01,0.1851263999938965
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,32,power_law_1.01,0.19378880262374878
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,32,power_law_1.01,0.20008320808410646
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,32,power_law_1.01,0.21835839748382568
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,32,power_law_1.01,0.23495039939880372
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,32,power_law_1.01,0.2565119981765747
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,32,power_law_1.01,0.2905247926712036
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,32,power_law_1.01,0.3865375995635986
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,32,power_law_1.01,0.48047680854797364
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,32,power_law_1.01,0.672873592376709
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,32,power_law_1.01,0.8309375762939453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,32,power_law_1.01,1.1769727706909179
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,32,power_law_1.01,1.5609919548034668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,32,power_law_1.01,2.208140754699707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,32,power_law_1.01,2.8677759170532227
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,32,power_law_1.2,3.5674209594726562
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,32,power_law_1.01,0.08458880186080933
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,32,power_law_1.01,0.0886080026626587
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,32,power_law_1.01,0.0964896023273468
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,32,power_law_1.01,0.09572160243988037
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,32,power_law_1.01,4.228553771972656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,32,power_law_1.01,0.10518720149993896
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,32,power_law_1.01,0.1250815987586975
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,32,power_law_1.01,0.12728960514068605
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,32,power_law_1.01,0.13044799566268922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,32,power_law_1.01,0.1353760004043579
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,32,power_law_1.01,0.1373792052268982
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,32,power_law_1.01,0.14630080461502076
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,32,power_law_1.01,5.917852783203125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,32,power_law_1.01,0.15375039577484131
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,32,power_law_1.2,0.11869440078735352
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,32,power_law_1.01,0.15978879928588868
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,32,power_law_1.2,0.11828479766845704
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,32,power_law_1.2,0.11856640577316284
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,32,power_law_1.01,0.18318719863891603
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,32,power_law_1.2,0.15882240533828734
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,32,power_law_1.01,0.20784640312194824
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,32,power_law_1.01,0.22545599937438965
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,32,power_law_1.2,0.17043839693069457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,32,power_law_1.01,0.2673887968063354
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,32,power_law_1.2,0.19290879964828492
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,32,power_law_1.01,0.3435647964477539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,32,power_law_1.2,0.19515199661254884
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,32,power_law_1.2,0.19670720100402833
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,32,power_law_1.01,0.4131328105926514
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,32,power_law_1.2,0.20239360332489015
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,32,power_law_1.2,0.20254080295562743
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,32,power_law_1.01,0.5697120189666748
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,32,power_law_1.2,0.21178560256958007
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,32,power_law_1.01,0.7394847869873047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,32,power_law_1.2,0.2177664041519165
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,32,power_law_1.2,0.22334721088409423
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,32,power_law_1.01,1.03123197555542
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,32,power_law_1.2,0.23829760551452636
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,32,power_law_1.2,0.2517728090286255
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,32,power_law_1.01,1.3592288017272949
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,32,power_law_1.2,0.2792704105377197
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,32,power_law_1.2,0.3213376045227051
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,32,power_law_1.01,1.9163135528564452
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,32,power_law_1.2,0.4440864086151123
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,32,power_law_1.2,0.5331808090209961
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,32,power_law_1.01,2.598188781738281
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,32,power_law_1.2,0.7182623863220214
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,32,power_law_1.2,0.941744041442871
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,32,power_law_1.01,3.8319774627685548
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,32,power_law_1.2,1.379923152923584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,32,power_law_1.2,1.8466976165771485
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,32,power_law_1.01,5.035993576049805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,32,1,power_law_1.2,1.1935456275939942
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,32,power_law_1.2,0.09312959909439086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,32,power_law_1.2,2.5610464096069334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,32,power_law_1.2,0.09448959827423095
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,32,1,power_law_1.2,1.2568127632141113
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,32,power_law_1.2,0.09527680277824402
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,32,power_law_1.2,0.11755199432373047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,32,power_law_1.2,0.14189120531082153
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,32,power_law_1.2,0.16104639768600465
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,32,power_law_1.2,0.1653887987136841
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,32,power_law_1.2,0.16825599670410157
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,32,power_law_1.2,0.17114559412002564
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,32,power_law_1.2,0.17374080419540405
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,32,power_law_1.2,0.18398079872131348
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,32,power_law_1.2,0.19106240272521974
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,32,power_law_1.2,0.19956799745559692
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,32,power_law_1.2,0.21809918880462648
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,32,power_law_1.2,0.23363199234008789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,32,power_law_1.2,0.2664096117019653
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,32,power_law_1.2,3.5739742279052735
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,32,power_law_1.2,0.31606719493865965
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,32,power_law_1.2,0.4144896030426025
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,32,power_law_1.2,0.5244063854217529
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,32,power_law_1.2,0.7072319984436035
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,32,power_law_1.2,0.9089664459228516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,32,power_law_1.2,1.348464012145996
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,32,power_law_1.2,1.7040224075317383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,32,power_law_1.2,5.3066047668457035
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,32,power_law_1.2,2.5133184432983398
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,32,power_law_1.2,3.4685665130615235
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,32,power_law_1.2,7.113030242919922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,32,power_law_1.2,0.08606399893760681
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,32,power_law_1.2,0.09053120017051697
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,32,power_law_1.2,0.09881920218467713
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,32,power_law_1.2,0.0967903971672058
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,32,power_law_1.2,0.1029312014579773
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,32,power_law_1.2,0.12413760423660278
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,32,power_law_1.2,0.1288383960723877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,32,power_law_1.2,0.13378560543060303
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,32,power_law_1.2,0.13488320112228394
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,32,power_law_1.2,0.13927359580993653
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,32,power_law_1.2,0.15035840272903442
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,32,power_law_1.2,0.15849920511245727
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,32,power_law_1.2,0.16628799438476563
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,32,power_law_1.2,0.18896640539169313
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,32,power_law_1.2,0.21047680377960204
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,32,power_law_1.2,0.2306368112564087
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,32,power_law_1.2,0.27305281162261963
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,32,power_law_1.2,0.35878720283508303
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,32,power_law_1.2,0.4390143871307373
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,32,power_law_1.2,5.3444255828857425
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,32,power_law_1.2,0.6067264080047607
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,32,power_law_1.2,0.7855648040771485
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,32,power_law_1.2,1.1186367988586425
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,32,power_law_1.2,1.4456480026245118
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,32,power_law_1.2,2.112323188781738
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,32,power_law_1.2,2.8391456604003906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,32,1,power_law_1.2,1.5627200126647949
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,6144,2560,8,160,32,1,power_law_1.01,0.03041599988937378
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,6144,2560,8,160,32,1,power_law_1.01,0.05580800175666809
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,6144,2560,8,160,32,1,power_law_1.01,0.0642624020576477
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,6144,2560,8,160,32,1,power_law_1.01,0.08217599987983704
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,6144,2560,8,160,32,1,power_law_1.01,0.09977279901504517
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,6144,2560,8,160,32,1,power_law_1.01,0.12307519912719726
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,6144,2560,8,160,32,1,power_law_1.01,0.12843199968338012
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,6144,2560,8,160,32,1,power_law_1.01,0.13186880350112914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,6144,2560,8,160,32,1,power_law_1.01,0.13463040590286254
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,6144,2560,8,160,32,1,power_law_1.01,0.13978559970855714
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,6144,2560,8,160,32,1,power_law_1.01,0.15127999782562257
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,6144,2560,8,160,32,1,power_law_1.01,0.1587615966796875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,6144,2560,8,160,32,1,power_law_1.01,0.208188796043396
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,32,1,power_law_1.2,1.6529151916503906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,6144,2560,8,160,32,1,power_law_1.01,0.21572160720825195
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,32,1,power_law_1.01,0.03557440042495728
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,32,1,power_law_1.01,0.03943679928779602
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,6144,2560,8,160,32,1,power_law_1.01,0.22376000881195068
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,32,power_law_1.2,4.244409561157227
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,32,1,power_law_1.01,0.06361280083656311
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,32,1,power_law_1.01,0.0778656005859375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,6144,2560,8,160,32,1,power_law_1.01,0.2308799982070923
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,32,1,power_law_1.01,0.09340479969978333
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,6144,2560,8,160,32,1,power_law_1.01,0.24618239402770997
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,32,1,power_law_1.01,0.11813119649887086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,32,1,power_law_1.01,0.12374399900436402
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,6144,2560,8,160,32,1,power_law_1.01,0.27448320388793945
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,32,1,power_law_1.01,0.12640639543533325
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,32,1,power_law_1.01,0.3021215915679932
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,32,1,power_law_1.01,0.12965760231018067
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,32,1,power_law_1.01,0.13420159816741944
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,32,1,power_law_1.01,0.36305599212646483
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,32,1,power_law_1.01,0.14301120042800902
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,32,1,power_law_1.01,0.15300480127334595
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,32,1,power_law_1.01,0.4590911865234375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,32,1,power_law_1.01,0.18148800134658813
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,32,1,power_law_1.01,0.6037312030792237
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,32,1,power_law_1.01,0.18954880237579347
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,32,1,power_law_1.01,0.1971552014350891
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,32,1,power_law_1.01,0.7439743995666503
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,32,1,power_law_1.01,0.20610880851745605
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,32,1,power_law_1.01,0.2221152067184448
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,32,1,power_law_1.01,0.2560159921646118
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,32,1,power_law_1.01,1.0339712142944335
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,32,1,power_law_1.01,0.2884768009185791
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,32,1,power_law_1.01,0.36927359104156493
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,32,1,power_law_1.01,1.3275744438171386
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,32,1,power_law_1.01,0.45026240348815916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,32,1,power_law_1.01,0.5928800106048584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,32,1,power_law_1.01,1.9049951553344726
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,32,1,power_law_1.01,0.7437888145446777
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,32,1,power_law_1.01,2.4853696823120117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,32,1,power_law_1.01,1.0385631561279296
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,6144,2560,8,160,32,1,power_law_1.2,0.03017599880695343
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,6144,2560,8,160,32,1,power_law_1.2,0.05688959956169128
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,6144,2560,8,160,32,1,power_law_1.2,0.06351040005683899
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,32,1,power_law_1.01,1.3312064170837403
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,6144,2560,8,160,32,1,power_law_1.2,0.07823359966278076
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,6144,2560,8,160,32,1,power_law_1.2,0.09551680088043213
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,6144,2560,8,160,32,1,power_law_1.2,0.12331839799880981
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,6144,2560,8,160,32,1,power_law_1.2,0.1273792028427124
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,32,1,power_law_1.01,1.9171552658081055
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,6144,2560,8,160,32,1,power_law_1.2,0.13305599689483644
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,6144,2560,8,160,32,1,power_law_1.2,0.13716479539871215
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,6144,2560,8,160,32,1,power_law_1.2,0.14172159433364867
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,6144,2560,8,160,32,1,power_law_1.2,0.15409599542617797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,32,1,power_law_1.01,2.511542320251465
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,6144,2560,8,160,32,1,power_law_1.2,0.16218559741973876
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,32,1,power_law_1.2,0.03587520122528076
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,32,1,power_law_1.2,0.05734400153160095
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,6144,2560,8,160,32,1,power_law_1.2,0.20820798873901367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,32,1,power_law_1.2,0.06367999911308289
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,32,1,power_law_1.2,0.07596480250358581
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,6144,2560,8,160,32,1,power_law_1.2,0.21812479496002196
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,32,1,power_law_1.2,0.0894976019859314
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,6144,2560,8,160,32,1,power_law_1.2,0.22357759475708008
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,32,1,power_law_1.2,0.11806399822235107
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,32,1,power_law_1.2,0.12310400009155273
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,6144,2560,8,160,32,1,power_law_1.2,0.23159360885620117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,32,1,power_law_1.2,0.12690880298614501
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,6144,2560,8,160,32,1,power_law_1.2,0.24729280471801757
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,32,1,power_law_1.2,0.1315840005874634
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,32,1,power_law_1.2,0.13670719861984254
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,6144,2560,8,160,32,1,power_law_1.2,0.2761631965637207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,32,1,power_law_1.2,0.14647040367126465
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,32,power_law_1.2,6.842527770996094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,32,1,power_law_1.2,0.15441279411315917
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,32,1,power_law_1.2,0.3037791967391968
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,32,1,power_law_1.2,0.18203519582748412
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,32,1,power_law_1.2,0.3784064054489136
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,32,power_law_1.01,0.1443359971046448
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,32,1,power_law_1.2,0.1912351965904236
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,32,power_law_1.01,0.21069118976593018
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,32,1,power_law_1.2,0.46004481315612794
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,32,1,power_law_1.2,0.19896639585494996
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,32,power_law_1.01,0.21095681190490723
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,32,1,power_law_1.2,0.6064191818237304
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,32,1,power_law_1.2,0.20684800148010254
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,32,power_law_1.01,0.21232960224151612
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,32,1,power_law_1.2,0.2231519937515259
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,32,power_law_1.01,0.27675518989562986
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,32,1,power_law_1.2,0.7467999935150147
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,32,1,power_law_1.2,0.2578144073486328
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,32,power_law_1.01,0.34615039825439453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,32,1,power_law_1.2,0.29326400756835935
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,32,power_law_1.01,0.4138239860534668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,32,1,power_law_1.2,0.37632639408111573
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,32,1,power_law_1.2,1.0372608184814454
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,32,power_law_1.01,0.41856961250305175
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,32,1,power_law_1.2,0.454588794708252
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,32,power_law_1.01,0.41384320259094237
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,32,1,power_law_1.2,0.5934336185455322
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,32,power_law_1.01,0.42154879570007325
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,32,power_law_1.01,0.4281343936920166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,32,1,power_law_1.2,0.7470816135406494
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,32,power_law_1.01,0.44623680114746095
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,32,power_law_1.01,0.45682878494262696
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,32,1,power_law_1.2,1.3287487983703614
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,32,power_law_1.01,0.46390719413757325
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,32,power_law_1.01,0.485203218460083
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,32,power_law_1.01,0.5084991931915284
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,32,1,power_law_1.2,1.041487979888916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,32,power_law_1.01,0.537062406539917
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,32,power_law_1.01,0.6208000183105469
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,32,power_law_1.01,0.7062687873840332
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,32,power_law_1.01,0.8935808181762696
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,32,power_law_1.2,5.712572860717773
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,32,power_law_1.01,1.0472096443176269
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,32,power_law_1.01,0.11643840074539184
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,32,1,power_law_1.2,1.3364831924438476
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,32,power_law_1.01,0.17188479900360107
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,32,power_law_1.01,1.36943359375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,32,power_law_1.01,0.17223360538482665
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,32,power_law_1.01,0.17220159769058227
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,32,power_law_1.01,0.21527678966522218
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,32,power_law_1.01,1.6737503051757812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,32,power_law_1.01,0.2779263973236084
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,32,1,power_law_1.2,1.9316991806030273
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,32,power_law_1.01,0.35891520977020264
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,32,power_law_1.01,2.33221435546875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,32,power_law_1.01,0.372707200050354
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,32,1,power_law_1.2,1.9132863998413085
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,32,power_law_1.01,0.3681375980377197
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,32,power_law_1.01,0.3795680046081543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,32,power_law_1.01,2.9771743774414063
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,32,power_law_1.01,0.3817312002182007
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,32,power_law_1.01,0.3922111988067627
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,32,power_law_1.01,0.4087456226348877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,32,power_law_1.01,4.348947143554687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,32,power_law_1.01,0.42550082206726075
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,32,power_law_1.01,0.43241281509399415
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,32,power_law_1.01,0.45645761489868164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,32,power_law_1.01,0.4896575927734375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,32,power_law_1.01,5.565679931640625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,32,power_law_1.01,0.10505280494689942
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,32,power_law_1.01,0.562336015701294
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,32,power_law_1.01,0.16116479635238648
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,32,power_law_1.01,0.6507840156555176
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,32,power_law_1.01,0.16334400177001954
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,32,power_law_1.01,0.16346880197525024
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,32,power_law_1.01,0.8323519706726075
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,32,power_law_1.01,0.18046079874038695
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,32,power_law_1.01,0.9763392448425293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,32,power_law_1.01,0.20782079696655273
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,32,1,power_law_1.2,2.5257247924804687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,32,power_law_1.2,0.14118399620056152
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,32,power_law_1.01,0.2522495985031128
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,32,power_law_1.01,1.2925503730773926
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,32,power_law_1.2,0.21271998882293702
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,32,power_law_1.01,0.255132794380188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,32,power_law_1.2,0.21339840888977052
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,32,power_law_1.01,0.2615520000457764
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,32,power_law_1.2,0.21299200057983397
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,32,power_law_1.01,1.594217586517334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,32,power_law_1.2,0.27060160636901853
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,32,power_law_1.01,0.26778879165649416
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,32,power_law_1.2,0.3128704071044922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,32,power_law_1.01,0.28296000957489015
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,32,power_law_1.01,2.2506591796875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,32,power_law_1.2,0.3581311941146851
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,32,power_law_1.01,0.2859296083450317
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,32,power_law_1.2,0.3779776096343994
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,32,1,power_law_1.2,2.4962591171264648
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,32,power_law_1.01,0.29038081169128416
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,32,power_law_1.2,0.11588799953460693
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,32,power_law_1.2,0.3756576061248779
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,32,power_law_1.2,0.17016639709472656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,32,power_law_1.01,0.3120671987533569
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,32,power_law_1.01,2.8877439498901367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,32,power_law_1.2,0.3899231910705566
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,32,power_law_1.2,0.16993600130081177
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,32,power_law_1.01,0.33094398975372313
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,32,power_law_1.2,0.1708351969718933
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,32,power_law_1.2,0.38728320598602295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,32,power_law_1.01,0.3424992084503174
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,32,power_law_1.2,0.21358399391174315
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,32,power_law_1.2,0.40468478202819824
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,32,power_law_1.01,0.3757728099822998
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,32,power_law_1.2,0.2620800018310547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,32,power_law_1.01,4.052620697021484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,32,power_law_1.01,0.44501118659973143
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,32,power_law_1.2,0.41373119354248045
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,32,power_law_1.2,0.35443840026855467
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,32,power_law_1.2,0.41385278701782224
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,32,power_law_1.01,0.5163743972778321
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,32,power_law_1.2,0.3712991952896118
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,32,power_law_1.2,0.44272642135620116
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,32,power_law_1.2,0.3683840036392212
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,32,power_law_1.01,0.6490816116333008
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,32,power_law_1.2,0.4526400089263916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,32,power_law_1.01,5.475628662109375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,32,power_law_1.2,0.36772799491882324
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,32,power_law_1.01,0.7904736042022705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,32,power_law_1.2,0.10658880472183227
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,32,power_law_1.2,0.5150239944458008
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,32,power_law_1.2,0.16338239908218383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,32,power_law_1.2,0.37629759311676025
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,32,power_law_1.01,1.0741632461547852
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,32,power_law_1.2,0.1656767964363098
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,32,power_law_1.2,0.5949312210083008
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,32,power_law_1.2,0.3945631980895996
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,32,power_law_1.2,0.16601279973983765
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,32,power_law_1.2,0.6953792095184326
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,32,power_law_1.01,1.35731840133667
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,32,power_law_1.2,0.1821120023727417
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,32,power_law_1.2,0.4034272193908691
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,32,power_law_1.2,0.8895872116088868
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,32,power_law_1.2,0.19992320537567138
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,32,power_law_1.2,0.4212768077850342
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,32,power_law_1.2,1.0456064224243165
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,32,power_law_1.2,0.23636798858642577
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,32,power_law_1.01,1.9094015121459962
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,32,power_law_1.2,0.43894400596618655
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,32,power_law_1.2,0.26000640392303465
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,32,power_law_1.2,1.42391357421875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,32,power_law_1.2,0.45870399475097656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,32,power_law_1.2,0.2726624011993408
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,32,power_law_1.2,0.4958208084106445
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,32,power_law_1.01,2.4357631683349608
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,32,power_law_1.2,0.26435840129852295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,32,power_law_1.2,1.7448640823364259
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,32,power_law_1.2,0.5897312164306641
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,32,power_law_1.2,0.27704639434814454
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,32,power_law_1.2,0.6708255767822265
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,32,power_law_1.2,0.2852799892425537
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,32,power_law_1.01,3.6169921875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,32,power_law_1.2,2.4763776779174806
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,32,power_law_1.2,0.849619197845459
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,32,power_law_1.2,0.29228160381317136
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,32,power_law_1.2,1.017180824279785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,32,power_law_1.2,0.31055359840393065
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,32,power_law_1.2,3.1406335830688477
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,32,power_law_1.2,0.33013439178466797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,32,power_law_1.2,1.3754783630371095
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,32,power_law_1.01,4.753484725952148
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,32,1,power_law_1.01,0.03150080144405365
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,32,power_law_1.2,0.3460576057434082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,32,1,power_law_1.01,0.03492479920387268
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,32,1,power_law_1.01,0.06058880090713501
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,32,power_law_1.2,1.6810848236083984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,32,power_law_1.2,0.3806911945343018
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,32,1,power_law_1.01,0.085971200466156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,32,power_law_1.2,4.561468887329101
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,32,power_law_1.2,0.4562848091125488
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,32,1,power_law_1.01,0.12082560062408447
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,32,power_law_1.2,2.4188575744628906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,32,power_law_1.2,0.5291935920715332
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,32,1,power_law_1.01,0.15539519786834716
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,32,1,power_law_1.01,0.18433279991149903
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,32,power_law_1.2,0.6845088005065918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,32,1,power_law_1.01,0.21507198810577394
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,32,power_law_1.2,0.826255989074707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,32,1,power_law_1.01,0.2225248098373413
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,32,power_law_1.2,3.0389120101928713
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,32,power_law_1.2,6.1411582946777346
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,32,1,power_law_1.01,0.03811199963092804
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,32,1,power_law_1.01,0.04283199906349182
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,32,1,power_law_1.01,0.22802560329437255
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,32,power_law_1.2,1.1230463981628418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,32,1,power_law_1.01,0.05126399993896484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,32,1,power_law_1.01,0.23685119152069092
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,32,1,power_law_1.01,0.08284479975700379
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,32,1,power_law_1.01,0.24649600982666015
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,32,power_law_1.2,1.4525535583496094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,32,1,power_law_1.01,0.11362559795379638
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,32,power_law_1.2,4.5174110412597654
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,32,1,power_law_1.01,0.26092479228973386
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,32,1,power_law_1.01,0.1469599962234497
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,32,1,power_law_1.01,0.17325119972229003
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,32,1,power_law_1.01,0.28549120426177976
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,32,power_law_1.2,2.030124855041504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,32,1,power_law_1.01,0.19646079540252687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,32,1,power_law_1.01,0.31011199951171875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,32,1,power_law_1.01,0.2039776086807251
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,32,1,power_law_1.01,0.3223167896270752
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,32,power_law_1.2,6.118672180175781
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,32,1,power_law_1.01,0.20844480991363526
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,32,power_law_1.2,2.6296575546264647
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,32,1,power_law_1.01,0.4398975849151611
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,32,1,power_law_1.01,0.2173759937286377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,7168,2048,8,384,32,1,power_law_1.01,0.10381759405136108
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,32,1,power_law_1.01,0.4728831768035889
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,7168,2048,8,384,32,1,power_law_1.01,0.11715840101242066
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,32,1,power_law_1.01,0.22818880081176757
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,32,1,power_law_1.01,0.5072703838348389
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,7168,2048,8,384,32,1,power_law_1.01,0.13953919410705568
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,32,1,power_law_1.01,0.23779840469360353
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,32,1,power_law_1.01,0.5746399879455566
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,7168,2048,8,384,32,1,power_law_1.01,0.18580160140991211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,32,1,power_law_1.01,0.25432000160217283
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,32,power_law_1.2,3.7727455139160155
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,7168,2048,8,384,32,1,power_law_1.01,0.2687648057937622
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,32,1,power_law_1.01,0.6542848110198974
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,32,1,power_law_1.01,0.29054720401763917
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,7168,2048,8,384,32,1,power_law_1.01,0.3556895971298218
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,32,1,power_law_1.01,0.861574363708496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,32,1,power_law_1.01,0.31020801067352294
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,7168,2048,8,384,32,1,power_law_1.01,0.4177248001098633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,32,1,power_law_1.01,0.37850561141967776
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,7168,2048,8,384,32,1,power_law_1.01,0.5050208091735839
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,32,power_law_1.2,5.102524948120117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,7168,2048,8,384,32,1,power_law_1.01,0.5252319812774658
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,32,1,power_law_1.01,0.9974911689758301
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,32,1,power_law_1.2,0.03219839930534363
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,32,1,power_law_1.2,0.035497599840164186
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,32,1,power_law_1.01,0.4114783763885498
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,7168,2048,8,384,32,1,power_law_1.01,0.5194752216339111
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,32,1,power_law_1.2,0.06844159960746765
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,32,1,power_law_1.01,0.4496640205383301
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,32,1,power_law_1.2,0.08657600283622742
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,32,1,power_law_1.01,1.308844757080078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,7168,2048,8,384,32,1,power_law_1.01,0.5521567821502685
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,32,1,power_law_1.2,0.11610879898071289
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,32,1,power_law_1.01,0.5253727912902832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,7168,2048,8,384,32,1,power_law_1.01,0.5719136238098145
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,32,1,power_law_1.2,0.14866240024566652
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,32,1,power_law_1.01,0.612931203842163
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,32,1,power_law_1.01,1.635420799255371
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,7168,2048,8,384,32,1,power_law_1.01,0.5746943950653076
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,32,1,power_law_1.2,0.17863039970397948
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,32,1,power_law_1.01,0.7794015884399415
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,32,1,power_law_1.2,0.2148672103881836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,32,1,power_law_1.2,0.2231519937515259
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,7168,2048,8,384,32,1,power_law_1.01,0.5931072235107422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,32,1,power_law_1.01,2.2805023193359375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,32,1,power_law_1.01,0.9167296409606933
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,32,1,power_law_1.2,0.23111679553985595
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,7168,2048,8,384,32,1,power_law_1.01,0.6278624057769775
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,32,1,power_law_1.01,1.2261216163635253
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,32,1,power_law_1.2,0.23849279880523683
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,7168,2048,8,384,32,1,power_law_1.01,0.620739221572876
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,32,1,power_law_1.01,2.9223520278930666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,32,1,power_law_1.2,0.2512448072433472
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,7168,2048,8,384,32,1,power_law_1.01,0.6471519947052002
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,32,1,power_law_1.2,0.03776319921016693
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,32,1,power_law_1.2,0.04149760007858276
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,32,1,power_law_1.01,1.526467227935791
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,32,1,power_law_1.2,0.2636672019958496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,7168,2048,8,384,32,1,power_law_1.01,0.7058015823364258
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,32,1,power_law_1.2,0.06901760101318359
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,32,1,power_law_1.2,0.08239039778709412
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,32,1,power_law_1.2,0.29235520362854006
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,7168,2048,8,384,32,1,power_law_1.01,0.7572927951812745
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,32,1,power_law_1.2,0.10859520435333252
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,32,1,power_law_1.2,0.3185951948165894
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,7168,2048,8,384,32,1,power_law_1.01,0.8515487670898437
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,32,1,power_law_1.01,2.1363616943359376
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,32,1,power_law_1.2,0.1399135947227478
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,32,1,power_law_1.2,0.33250880241394043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,32,1,power_law_1.2,0.1666208028793335
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,7168,2048,8,384,32,1,power_law_1.01,0.9455743789672851
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,32,1,power_law_1.2,0.41565117835998533
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,32,1,power_law_1.2,0.1932736039161682
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,32,1,power_law_1.2,0.44809918403625487
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,32,1,power_law_1.2,0.20121920108795166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,7168,2048,8,384,32,1,power_law_1.01,1.122704029083252
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,32,1,power_law_1.01,2.7552255630493163
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,32,1,power_law_1.2,0.4817215919494629
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,32,1,power_law_1.2,0.203056001663208
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,7168,2048,8,384,32,1,power_law_1.01,1.2877471923828125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,32,1,power_law_1.2,0.5562655925750732
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,7168,2048,8,384,32,1,power_law_1.2,0.10364799499511719
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,32,1,power_law_1.2,0.21415359973907472
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,7168,2048,8,384,32,1,power_law_1.2,0.11549439430236816
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,32,1,power_law_1.2,0.646620798110962
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,7168,2048,8,384,32,1,power_law_1.2,0.14014400243759156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,7168,2048,8,384,32,1,power_law_1.01,1.6454879760742187
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,7168,2048,8,384,32,1,power_law_1.2,0.1826367974281311
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,32,1,power_law_1.2,0.22869760990142823
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,32,1,power_law_1.2,0.8269120216369629
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,7168,2048,8,384,32,1,power_law_1.2,0.24698879718780517
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,32,1,power_law_1.2,0.2383039951324463
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,7168,2048,8,384,32,1,power_law_1.2,0.3286911964416504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,7168,2048,8,384,32,1,power_law_1.01,2.0134016036987306
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,32,1,power_law_1.2,0.9544447898864746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,32,1,power_law_1.2,0.25662078857421877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,7168,2048,8,384,32,1,power_law_1.2,0.38135039806365967
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,32,1,power_law_1.2,0.30005440711975095
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,7168,2048,8,384,32,1,power_law_1.2,0.5082496166229248
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,32,1,power_law_1.2,1.2642687797546386
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,32,1,power_law_1.2,0.3162208080291748
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,7168,2048,8,384,32,1,power_law_1.2,0.5077280044555664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,7168,2048,8,384,32,1,power_law_1.01,2.728835105895996
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,32,1,power_law_1.2,0.37855360507965086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,7168,2048,8,384,32,1,power_law_1.2,0.5107583999633789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,32,1,power_law_1.2,1.5656352043151855
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,32,1,power_law_1.2,0.4119584083557129
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,7168,2048,8,384,32,1,power_law_1.2,0.5424799919128418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,32,1,power_law_1.2,0.45734400749206544
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,7168,2048,8,384,32,1,power_law_1.01,3.439616012573242
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,32,power_law_1.01,0.05602880120277405
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,7168,2048,8,384,32,1,power_law_1.2,0.5577375888824463
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,32,1,power_law_1.2,0.5446047782897949
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,32,power_law_1.01,0.056655997037887575
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,32,1,power_law_1.2,2.189833641052246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,32,power_law_1.01,0.057196801900863646
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,7168,2048,8,384,32,1,power_law_1.2,0.575267219543457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,32,power_law_1.01,0.07988160252571105
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,32,1,power_law_1.2,0.6202752113342285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,32,power_law_1.01,0.0832256019115448
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,32,power_law_1.01,0.08173440098762512
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,7168,2048,8,384,32,1,power_law_1.2,0.593507194519043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,32,power_law_1.01,0.08638399839401245
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,32,1,power_law_1.2,0.775932788848877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,32,power_law_1.01,0.08884159922599792
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,7168,2048,8,384,32,1,power_law_1.2,0.6095295906066894
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,32,1,power_law_1.2,2.796339225769043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,32,power_law_1.01,0.0895904004573822
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,32,power_law_1.01,0.09030399918556213
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,32,1,power_law_1.2,0.9222623825073242
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,7168,2048,8,384,32,1,power_law_1.2,0.6236320018768311
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,32,power_law_1.01,0.09335039854049683
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,32,power_law_1.01,0.09750080108642578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,32,power_law_1.01,0.03869760036468506
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,7168,2048,8,384,32,1,power_law_1.2,0.6519743919372558
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,32,power_law_1.01,0.0995136022567749
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,32,power_law_1.01,0.03936960101127625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,32,1,power_law_1.2,1.2293312072753906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,32,power_law_1.01,0.10673279762268066
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,7168,2048,8,384,32,1,power_law_1.2,0.7238399982452393
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,32,power_law_1.01,0.11438720226287842
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,32,power_law_1.01,0.03938240110874176
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,7168,2048,8,384,32,1,power_law_1.2,0.7686655998229981
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,32,power_law_1.01,0.0507423996925354
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,32,power_law_1.01,0.12135039567947388
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,32,power_law_1.01,0.06497920155525208
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,32,1,power_law_1.2,1.5357760429382323
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,7168,2048,8,384,32,1,power_law_1.2,0.8691904067993164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,32,power_law_1.01,0.080348801612854
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,32,power_law_1.01,0.08132799863815307
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,32,power_law_1.01,0.134716796875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,7168,2048,8,384,32,1,power_law_1.2,0.9651840209960938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,32,power_law_1.01,0.08384000062942505
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,32,power_law_1.01,0.0849888026714325
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,32,power_law_1.01,0.16628799438476563
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,32,1,power_law_1.2,2.1424959182739256
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,32,power_law_1.01,0.086080002784729
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,7168,2048,8,384,32,1,power_law_1.2,1.1414079666137695
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,32,power_law_1.01,0.20236480236053467
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,32,power_law_1.01,0.09018239974975586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,32,power_law_1.01,0.2650559902191162
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,32,power_law_1.01,0.10011199712753296
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,7168,2048,8,384,32,1,power_law_1.2,1.316147232055664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,32,power_law_1.01,0.09796159863471984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,32,power_law_1.01,0.3575200080871582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,32,power_law_1.01,0.10554560422897338
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,32,1,power_law_1.2,2.760639953613281
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,32,power_law_1.2,0.055718398094177245
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,32,power_law_1.01,0.515657615661621
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,32,power_law_1.01,0.11514559984207154
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,32,power_law_1.2,0.05538240075111389
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,7168,2048,8,384,32,1,power_law_1.2,1.6835487365722657
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,32,power_law_1.2,0.05702400207519531
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,32,power_law_1.01,0.12356480360031127
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,32,power_law_1.01,0.6885759830474854
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,32,power_law_1.2,0.07906240224838257
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,32,power_law_1.2,0.08091520071029663
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,32,power_law_1.01,0.1385696053504944
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,32,power_law_1.2,0.08571839928627015
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,32,power_law_1.2,0.0864799976348877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,32,power_law_1.01,0.9857279777526855
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,32,power_law_1.01,0.17034560441970825
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,7168,2048,8,384,32,1,power_law_1.2,2.0418464660644533
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,32,power_law_1.2,0.09019520282745361
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,32,power_law_1.2,0.09104639887809754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,32,power_law_1.01,0.20622720718383789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,32,power_law_1.2,0.09268159866333008
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,32,power_law_1.01,1.2575103759765625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,32,power_law_1.01,0.2828416109085083
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,32,power_law_1.2,0.09692800045013428
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,32,power_law_1.2,0.09989759922027588
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,32,power_law_1.01,0.3563935995101929
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,7168,2048,8,384,32,1,power_law_1.2,2.7552864074707033
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,32,power_law_1.2,0.10167039632797241
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,32,power_law_1.01,1.8473823547363282
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,32,power_law_1.01,0.5038591861724854
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,32,power_law_1.2,0.10890239477157593
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,32,power_law_1.2,0.1180351972579956
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,32,power_law_1.01,0.655244779586792
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,32,power_law_1.2,0.1251296043395996
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,32,power_law_1.01,2.441107177734375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,32,power_law_1.2,0.03954879939556122
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,32,power_law_1.01,0.9489376068115234
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,32,power_law_1.2,0.14033279418945313
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,7168,2048,8,384,32,1,power_law_1.2,3.474848175048828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,32,power_law_1.2,0.03898240029811859
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,2688,1856,6,128,32,1,power_law_1.01,0.01969279944896698
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,32,power_law_1.2,0.03954879939556122
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,32,power_law_1.2,0.17333760261535644
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,2688,1856,6,128,32,1,power_law_1.01,0.02265920042991638
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,32,power_law_1.2,0.050697600841522215
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,2688,1856,6,128,32,1,power_law_1.01,0.03741439878940582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,32,power_law_1.01,1.2438559532165527
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,32,power_law_1.2,0.21532158851623534
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,32,power_law_1.2,0.06464639902114869
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,2688,1856,6,128,32,1,power_law_1.01,0.05440000295639038
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,2688,1856,6,128,32,1,power_law_1.01,0.06328319907188415
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,32,power_law_1.2,0.0802016019821167
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,32,power_law_1.2,0.30063040256500245
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,2688,1856,6,128,32,1,power_law_1.01,0.08335999846458435
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,32,power_law_1.2,0.08082240223884582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,2688,1856,6,128,32,1,power_law_1.01,0.09006720185279846
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,32,power_law_1.2,0.08289920091629029
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,32,power_law_1.2,0.38316800594329836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,32,power_law_1.01,1.880303955078125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,32,power_law_1.2,0.08520960211753845
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,32,power_law_1.2,0.5669888019561767
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,2688,1856,6,128,32,1,power_law_1.01,0.09212480187416076
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,32,power_law_1.2,0.08581439852714538
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,2688,1856,6,128,32,1,power_law_1.01,0.09467840194702148
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,32,power_law_1.2,0.09008640050888062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,32,power_law_1.2,0.7098720073699951
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,2688,1856,6,128,32,1,power_law_1.01,0.10049920082092285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,32,power_law_1.01,2.4439712524414063
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,32,power_law_1.2,0.09322239756584168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,32,1,power_law_1.01,0.025177600979804992
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,2688,1856,6,128,32,1,power_law_1.01,0.1091871976852417
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,32,power_law_1.2,0.09770240187644959
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,32,1,power_law_1.01,0.02680639922618866
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,2688,1856,6,128,32,1,power_law_1.01,0.11637439727783203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,32,power_law_1.2,0.10614720582962037
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,32,1,power_law_1.01,0.03348479866981506
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,2688,1856,6,128,32,1,power_law_1.01,0.11732800006866455
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,32,1,power_law_1.01,0.0480320006608963
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,32,1,power_law_1.01,0.05738239884376526
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,32,power_law_1.2,0.11415679454803467
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,2688,1856,6,128,32,1,power_law_1.01,0.12025920152664185
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,32,1,power_law_1.01,0.07811840176582337
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,32,1,power_law_1.01,0.08241599798202515
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,2688,1856,6,128,32,1,power_law_1.01,0.12662400007247926
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,32,power_law_1.2,0.12272319793701172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,32,1,power_law_1.01,0.08471360206604003
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,32,power_law_1.2,1.063094425201416
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,2688,1856,6,128,32,1,power_law_1.01,0.13055360317230225
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,32,power_law_1.2,0.13832319974899293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,32,1,power_law_1.01,0.08640959858894348
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,2688,1856,6,128,32,1,power_law_1.01,0.13893439769744872
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,32,power_law_1.2,0.17374720573425292
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,2688,1856,6,128,32,1,power_law_1.01,0.15750080347061157
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,32,power_law_1.2,0.21678400039672852
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,32,1,power_law_1.01,0.08992639780044556
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,32,1,power_law_1.01,0.17390719652175904
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,32,1,power_law_1.01,0.09602239727973938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,32,power_law_1.2,0.28855679035186765
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,32,1,power_law_1.01,0.09611200094223023
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,32,1,power_law_1.01,0.20959680080413817
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,32,power_law_1.2,0.3793535947799683
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,32,1,power_law_1.01,0.09939200282096863
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,32,1,power_law_1.01,0.24419839382171632
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,32,1,power_law_1.01,0.1019711971282959
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,32,power_law_1.2,0.5578495979309082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,32,1,power_law_1.01,0.31311678886413574
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,32,1,power_law_1.01,0.10932159423828125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,32,power_law_1.2,0.7018015861511231
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,32,1,power_law_1.01,0.1128000020980835
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,32,1,power_law_1.01,0.39106240272521975
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,32,1,power_law_1.01,0.1223039984703064
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,32,1,power_law_1.01,0.5510816097259521
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,32,1,power_law_1.01,0.14277759790420533
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,32,power_law_1.2,1.3999520301818849
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,32,1,power_law_1.01,0.16297279596328734
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,32,1,power_law_1.01,0.6952799797058106
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,32,1,power_law_1.01,0.20171840190887452
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,32,power_law_1.2,1.0144607543945312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,32,1,power_law_1.01,0.23802878856658935
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,32,1,power_law_1.01,0.9992863655090332
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,32,1,power_law_1.01,0.31574718952178954
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,32,1,power_law_1.01,0.3988991975784302
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,32,1,power_law_1.01,1.3081664085388183
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,2688,1856,6,128,32,1,power_law_1.2,0.019551999866962433
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,32,power_law_1.2,1.346230411529541
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,32,power_law_1.2,2.233033561706543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,2688,1856,6,128,32,1,power_law_1.2,0.022864000499248506
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,32,1,power_law_1.01,0.5522655963897705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,2688,1856,6,128,32,1,power_law_1.2,0.03804160058498383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,2688,1856,6,128,32,1,power_law_1.2,0.051999998092651364
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,2688,1856,6,128,32,1,power_law_1.2,0.060159999132156375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,32,1,power_law_1.01,0.7092256069183349
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,2688,1856,6,128,32,1,power_law_1.2,0.08354880213737488
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,2688,1856,6,128,32,1,power_law_1.2,0.08951039910316468
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,2688,1856,6,128,32,1,power_law_1.2,0.09393280148506164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,32,1,power_law_1.01,1.019808006286621
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,2688,1856,6,128,32,1,power_law_1.2,0.09837120175361633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,2688,1856,6,128,32,1,power_law_1.2,0.10269440412521362
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,2688,1856,6,128,32,1,power_law_1.2,0.1081536054611206
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,32,1,power_law_1.01,1.330998420715332
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,2688,1856,6,128,32,1,power_law_1.2,0.11639039516448975
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,32,1,power_law_1.2,0.02492479979991913
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,2688,1856,6,128,32,1,power_law_1.2,0.11922240257263184
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,32,1,power_law_1.2,0.026601600646972656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,2688,1856,6,128,32,1,power_law_1.2,0.12351360321044921
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,32,1,power_law_1.2,0.033670398592948916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,32,1,power_law_1.2,0.04656000137329101
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,2688,1856,6,128,32,1,power_law_1.2,0.12784639596939087
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,32,1,power_law_1.2,0.05616639852523804
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,2688,1856,6,128,32,1,power_law_1.2,0.13273600339889527
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,32,1,power_law_1.2,0.07750080227851867
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,32,1,power_law_1.2,0.08061760067939758
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,2688,1856,6,128,32,1,power_law_1.2,0.14058560132980347
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,32,1,power_law_1.2,0.08415679931640625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,2688,1856,6,128,32,1,power_law_1.2,0.15959999561309815
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,32,1,power_law_1.2,0.08619199991226197
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,32,1,power_law_1.2,0.1770560026168823
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,32,1,power_law_1.2,0.09138240218162537
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,32,1,power_law_1.2,0.10016000270843506
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,32,1,power_law_1.2,0.21095359325408936
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,32,power_law_1.2,2.1288543701171876
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,32,1,power_law_1.2,0.09642879962921143
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,32,1,power_law_1.2,0.24509119987487793
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,32,1,power_law_1.2,0.0984607994556427
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,32,1,power_law_1.2,0.3147968053817749
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,32,1,power_law_1.2,0.10042239427566528
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,32,1,power_law_1.2,0.10953279733657836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,32,1,power_law_1.2,0.3939007997512817
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,32,1,power_law_1.2,0.11447679996490479
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,32,1,power_law_1.2,0.5535520076751709
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,32,1,power_law_1.2,0.12357439994812011
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,32,1,power_law_1.2,0.14601279497146608
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,32,1,power_law_1.2,0.16533759832382203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,32,1,power_law_1.2,0.7007423877716065
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,32,1,power_law_1.2,0.20251200199127198
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,32,1,power_law_1.2,0.23872640132904052
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,32,1,power_law_1.2,0.3182240009307861
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,32,1,power_law_1.2,0.40200319290161135
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,32,power_law_1.2,2.7291839599609373
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,32,power_law_1.01,0.22580480575561523
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,32,1,power_law_1.2,0.5549983978271484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,32,power_law_1.01,0.22597119808197022
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,32,power_law_1.01,0.22815680503845215
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,32,power_law_1.01,0.22410879135131836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,32,1,power_law_1.2,1.0072992324829102
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,32,power_law_1.01,0.21605439186096193
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,32,power_law_1.01,0.4656383991241455
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,32,1,power_law_1.2,0.7126495838165283
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,32,power_law_1.01,0.4579328060150146
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,32,power_law_1.01,0.4634335994720459
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,32,power_law_1.01,0.47855682373046876
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,32,power_law_1.01,0.48816637992858886
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,32,power_law_1.01,0.509715223312378
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,32,power_law_1.2,2.809734344482422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,32,power_law_1.01,0.5171360015869141
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,32,power_law_1.01,0.15062079429626465
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,32,power_law_1.01,0.5507520198822021
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,32,power_law_1.01,0.15094079971313476
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,32,power_law_1.01,0.5813536167144775
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,32,power_law_1.01,0.15140800476074218
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,32,power_law_1.01,0.6380576133728028
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,32,power_law_1.01,0.15345920324325563
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,32,power_law_1.01,0.6898591995239258
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,32,power_law_1.01,0.16753920316696166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,32,power_law_1.01,0.763372802734375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,32,power_law_1.01,0.42710399627685547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,32,power_law_1.01,0.9219008445739746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,32,power_law_1.01,0.43846402168273924
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,32,power_law_1.01,0.4469183921813965
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,32,power_law_1.01,1.0994815826416016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,32,power_law_1.01,0.4563424110412598
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,32,power_law_1.01,0.46628479957580565
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,32,power_law_1.01,1.4236767768859864
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,32,1,power_law_1.2,1.0254655838012696
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,32,power_law_1.01,0.4847424030303955
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,32,power_law_1.01,0.5085184097290039
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,32,power_law_1.01,1.7644639968872071
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,32,power_law_1.01,0.5316832065582275
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,32,power_law_1.01,0.5652480125427246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,32,power_law_1.01,0.6067200183868409
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,32,power_law_1.01,2.4833023071289064
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,32,power_law_1.01,0.6575776100158691
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,32,1,power_law_1.2,1.3399295806884766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,32,power_law_1.01,0.7450560092926025
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,32,power_law_1.01,0.15309760570526124
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,32,power_law_1.01,3.128102493286133
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,32,power_law_1.01,0.9043135643005371
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,32,power_law_1.01,0.1559167981147766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,32,power_law_1.01,0.15625920295715331
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,32,power_law_1.01,1.0701120376586915
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,32,power_law_1.01,0.17957119941711425
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,32,power_law_1.01,0.2415616035461426
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,32,power_law_1.01,1.4071200370788575
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,32,power_law_1.01,4.483987045288086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,32,power_law_1.01,0.29060161113739014
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,32,power_law_1.01,0.2993056058883667
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,32,power_law_1.01,1.737811279296875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,32,power_law_1.01,0.3131392002105713
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,32,power_law_1.01,0.3247423887252808
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,32,power_law_1.01,0.3276448011398315
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,32,power_law_1.01,2.410710334777832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,32,power_law_1.01,5.947273635864258
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,32,power_law_1.01,0.35847039222717286
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,32,power_law_1.01,0.3714207887649536
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,32,power_law_1.01,0.3895359992980957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,32,power_law_1.01,3.064371109008789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,32,power_law_1.01,0.4252319812774658
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,32,power_law_1.01,0.46860480308532715
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,32,power_law_1.01,0.5095776081085205
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,32,power_law_1.01,8.820944213867188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,32,1,power_law_1.2,1.309939193725586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,32,power_law_1.01,0.5907584190368652
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,32,power_law_1.2,0.22873599529266359
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,32,power_law_1.01,4.522220611572266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,32,power_law_1.2,0.22621440887451172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,32,power_law_1.01,0.758406400680542
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,32,power_law_1.2,0.22716159820556642
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,32,power_law_1.01,0.9092831611633301
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,32,power_law_1.2,0.2340320110321045
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,32,power_law_1.2,0.21573119163513182
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,32,power_law_1.01,1.254963207244873
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,32,power_law_1.01,5.780659103393555
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,32,power_law_1.2,0.4465536117553711
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,32,power_law_1.01,11.594636535644531
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,32,power_law_1.2,0.4394495964050293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,32,power_law_1.01,1.5742912292480469
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,32,power_law_1.2,0.1505728006362915
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,32,power_law_1.2,0.4578752040863037
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,32,power_law_1.2,0.15191999673843384
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,32,power_law_1.2,0.46969919204711913
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,32,power_law_1.2,0.15259840488433837
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,32,power_law_1.01,2.2378303527832033
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,32,power_law_1.2,0.4779039859771729
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,32,power_law_1.2,0.15519039630889891
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,32,power_law_1.2,0.5237631797790527
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,32,power_law_1.2,0.176147198677063
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,32,power_law_1.01,8.689328002929688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,32,power_law_1.2,0.529420804977417
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,32,power_law_1.2,0.4415328025817871
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,32,power_law_1.01,2.89835205078125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,32,power_law_1.2,0.5540800094604492
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,32,power_law_1.2,0.4341695785522461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,32,power_law_1.2,0.4518080234527588
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,32,power_law_1.2,0.6118879795074463
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,32,power_law_1.2,0.45733442306518557
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,32,power_law_1.2,0.657535982131958
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,32,power_law_1.01,4.200320053100586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,32,power_law_1.2,0.4687551975250244
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,32,power_law_1.2,0.6976191997528076
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,32,power_law_1.2,0.4865856170654297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,32,power_law_1.2,0.7790239810943603
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,32,power_law_1.01,11.557647705078125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,32,power_law_1.2,0.5087488174438477
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,32,power_law_1.2,0.15166399478912354
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,32,power_law_1.2,0.5304192066192627
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,32,power_law_1.2,0.9451935768127442
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,32,power_law_1.2,0.1532863974571228
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,32,power_law_1.2,0.5794335842132569
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,32,power_law_1.01,5.5122016906738285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,32,power_law_1.2,0.1552191972732544
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,32,power_law_1.2,1.127455997467041
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,32,power_law_1.2,0.6242303848266602
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,32,power_law_1.2,0.17842559814453124
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,32,power_law_1.2,1.4758655548095703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,32,power_law_1.2,0.6729504108428955
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,32,power_law_1.2,0.2351680040359497
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,32,power_law_1.2,0.7531263828277588
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,32,power_law_1.2,0.28822400569915774
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,32,power_law_1.2,1.8293727874755858
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,32,power_law_1.2,0.3026463985443115
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,32,power_law_1.2,0.9244864463806153
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,32,power_law_1.2,0.30360000133514403
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,32,power_law_1.01,8.203343963623047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,32,power_law_1.2,0.31823999881744386
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,32,power_law_1.2,1.1194496154785156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,32,power_law_1.2,2.5348608016967775
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,32,power_law_1.2,0.32747199535369875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,32,power_law_1.2,1.477724838256836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,32,power_law_1.2,0.3480191946029663
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,32,power_law_1.2,3.3026782989501955
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,32,power_law_1.2,0.36833920478820803
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,32,power_law_1.2,0.3894399881362915
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,32,power_law_1.2,1.8341184616088868
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,32,power_law_1.2,0.43532161712646483
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,32,power_law_1.01,10.667040252685547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,32,power_law_1.2,0.47176637649536135
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,32,power_law_1.2,4.866064071655273
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,32,power_law_1.2,2.5749759674072266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,32,power_law_1.2,0.519651222229004
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,32,power_law_1.2,0.5981184005737304
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,2688,22,512,32,1,power_law_1.01,0.03856320083141327
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,32,power_law_1.2,3.304044723510742
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,32,power_law_1.2,0.7752511978149415
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,2688,22,512,32,1,power_law_1.01,0.07062399983406067
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,32,power_law_1.2,6.507222747802734
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,2688,22,512,32,1,power_law_1.01,0.11414719820022583
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,32,power_law_1.2,0.9346816062927246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,32,power_law_1.2,4.780384063720703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,32,power_law_1.2,1.278767967224121
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,32,power_law_1.2,1.619331169128418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,2688,22,512,32,1,power_law_1.01,0.2096031904220581
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,2688,22,512,32,1,power_law_1.01,0.2986144065856934
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,32,power_law_1.2,10.073458862304687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,2688,22,512,32,1,power_law_1.01,0.4717535972595215
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,32,power_law_1.2,6.396076965332031
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,32,power_law_1.2,2.2884063720703125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,2688,22,512,32,1,power_law_1.01,0.5073535919189454
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,2688,22,512,32,1,power_law_1.01,0.5330143928527832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,2688,22,512,32,1,power_law_1.01,0.5450560092926026
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,32,power_law_1.2,3.0129440307617186
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,2688,22,512,32,1,power_law_1.01,0.5662079811096191
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,2688,22,512,32,1,power_law_1.01,0.6140255928039551
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,2688,22,512,32,1,power_law_1.01,0.6587232112884521
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,32,power_law_1.2,9.715420532226563
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,2688,22,512,32,1,power_law_1.01,0.7063615798950196
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,32,power_law_1.2,4.376185607910156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,2688,22,512,32,1,power_law_1.01,0.805942440032959
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,2688,22,512,32,1,power_law_1.01,0.8929120063781738
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,2688,22,512,32,1,power_law_1.01,0.9892831802368164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,2688,22,512,32,1,power_law_1.01,1.1856415748596192
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,32,power_law_1.2,5.703811264038086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,32,power_law_1.2,8.387200164794923
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,2688,22,512,32,1,power_law_1.01,0.798031997680664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,32,1,power_law_1.01,0.9034079551696778
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,32,1,power_law_1.01,1.1198464393615724
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,32,power_law_1.2,13.16798095703125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,32,1,power_law_1.01,1.3245439529418945
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,32,power_law_1.2,13.71278076171875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,32,1,power_law_1.01,0.04470719993114471
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,32,1,power_law_1.01,1.75283203125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,32,1,power_law_1.01,0.060134398937225345
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,2688,22,512,32,1,power_law_1.2,0.03791680037975311
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,32,1,power_law_1.01,0.10759999752044677
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,2688,22,512,32,1,power_law_1.2,0.0728384017944336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,32,1,power_law_1.01,2.176646423339844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,2688,22,512,32,1,power_law_1.2,0.11389759778976441
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,32,power_law_1.2,11.509149169921875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,32,1,power_law_1.01,0.1951904058456421
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,2688,22,512,32,1,power_law_1.2,0.19112639427185057
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,32,1,power_law_1.01,0.2732223987579346
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,32,1,power_law_1.2,0.04128639996051788
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,32,1,power_law_1.01,3.0268415451049804
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,2688,22,512,32,1,power_law_1.2,0.2721951961517334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,32,1,power_law_1.2,0.07593280076980591
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,32,1,power_law_1.01,0.4387519836425781
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,32,1,power_law_1.2,0.10709120035171509
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,2688,22,512,32,1,power_law_1.2,0.4701024055480957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,32,1,power_law_1.01,0.4674272060394287
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,2688,22,512,32,1,power_law_1.2,0.5011871814727783
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,32,1,power_law_1.01,0.48715839385986326
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,2688,22,512,32,1,power_law_1.2,0.5315040111541748
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,32,1,power_law_1.01,0.4974207878112793
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,32,1,power_law_1.01,3.8680351257324217
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,2688,22,512,32,1,power_law_1.2,0.5491327762603759
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,32,1,power_law_1.2,0.18205440044403076
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,32,1,power_law_1.01,0.5178207874298095
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,2688,22,512,32,1,power_law_1.2,0.583139181137085
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,32,1,power_law_1.2,0.2504735946655273
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,32,1,power_law_1.01,0.5690303802490234
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,2688,22,512,32,1,power_law_1.2,0.6236095905303956
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,32,1,power_law_1.2,0.4332287788391113
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,32,1,power_law_1.01,0.6159327983856201
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,2688,22,512,32,1,power_law_1.2,0.6761792182922364
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,32,1,power_law_1.2,0.46403841972351073
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,32,1,power_law_1.01,0.6663104057312011
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,32,1,power_law_1.2,0.4787168025970459
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,2688,22,512,32,1,power_law_1.2,0.7226367950439453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,32,1,power_law_1.2,0.5053984165191651
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,32,1,power_law_1.01,0.7630879878997803
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,2688,22,512,32,1,power_law_1.2,0.8196543693542481
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,32,1,power_law_1.01,5.611724853515625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,32,1,power_law_1.2,0.5328864097595215
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,32,1,power_law_1.01,0.8545439720153809
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,2688,22,512,32,1,power_law_1.2,0.9215392112731934
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,32,1,power_law_1.2,0.5840767860412598
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,32,1,power_law_1.01,0.9464096069335938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,2688,22,512,32,1,power_law_1.2,1.0196928024291991
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,32,1,power_law_1.2,0.6318367958068848
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,32,1,power_law_1.01,1.1343263626098632
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,32,1,power_law_1.2,0.6935743808746337
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,2688,22,512,32,1,power_law_1.2,1.204576015472412
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,32,1,power_law_1.2,0.7847648143768311
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,32,1,power_law_1.2,0.8752832412719727
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,32,1,power_law_1.01,7.322393798828125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,64,power_law_1.01,0.10381120443344116
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,32,1,power_law_1.2,0.9717087745666504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,64,power_law_1.01,0.10397119522094726
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,2688,22,512,32,1,power_law_1.2,0.8135840415954589
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,64,power_law_1.01,0.10451840162277222
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,32,1,power_law_1.01,0.7640511989593506
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,32,1,power_law_1.2,1.1563615798950195
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,64,power_law_1.01,0.1602336049079895
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,32,1,power_law_1.2,0.924623966217041
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,64,power_law_1.01,0.18961600065231324
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,32,1,power_law_1.01,0.8703583717346192
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,64,power_law_1.01,0.25277760028839114
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,64,power_law_1.01,0.2563040018081665
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,32,1,power_law_1.2,1.1353887557983398
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,32,1,power_law_1.01,1.0780287742614747
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,64,power_law_1.01,0.2588479995727539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,32,1,power_law_1.2,0.7845727920532226
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,64,power_law_1.01,0.2620512008666992
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,32,1,power_law_1.2,1.3415583610534667
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,64,power_law_1.01,0.2650464057922363
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,32,1,power_law_1.01,1.288815975189209
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,64,power_law_1.01,0.2732287883758545
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,32,1,power_law_1.2,0.8913791656494141
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,64,power_law_1.01,0.28072960376739503
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,32,1,power_law_1.2,1.7655231475830078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,32,1,power_law_1.01,1.708742332458496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,64,power_law_1.01,0.2843296051025391
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,32,1,power_law_1.2,1.101484775543213
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,64,power_law_1.01,0.2995327949523926
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,32,1,power_law_1.2,2.183590316772461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,64,power_law_1.01,0.31290559768676757
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,32,1,power_law_1.2,1.3073344230651855
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,32,1,power_law_1.01,2.1313343048095703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,64,power_law_1.01,0.3243168115615845
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,64,power_law_1.01,0.3507967948913574
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,32,1,power_law_1.2,1.7265024185180664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,32,1,power_law_1.2,3.041705513000488
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,64,power_law_1.01,0.41057281494140624
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,32,1,power_law_1.01,2.971507263183594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,64,power_law_1.01,0.48258562088012696
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,32,1,power_law_1.2,2.151603126525879
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,64,power_law_1.01,0.6481311798095704
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,32,1,power_law_1.2,3.869881439208984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,64,power_law_1.01,0.8056223869323731
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,32,1,power_law_1.01,3.815216064453125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,32,1,power_law_1.2,2.995471954345703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,64,power_law_1.01,1.0885855674743652
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,64,power_law_1.01,1.3889472007751464
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,32,1,power_law_1.2,5.629017639160156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,64,power_law_1.01,2.0489248275756835
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,32,1,power_law_1.01,5.571228790283203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,32,1,power_law_1.2,3.8327232360839845
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,64,power_law_1.01,2.614246368408203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,64,power_law_1.01,3.9335678100585936
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,32,1,power_law_1.01,7.2801025390625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,32,1,power_law_1.2,5.596595382690429
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,64,power_law_1.01,0.08939200043678283
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,64,power_law_1.01,0.08995199799537659
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,64,power_law_1.01,0.08950080275535584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,32,1,power_law_1.2,7.341993713378907
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,64,power_law_1.01,0.12942719459533691
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,64,power_law_1.01,0.08350719809532166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,64,power_law_1.01,5.212870407104492
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,64,power_law_1.01,0.08741440176963806
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,64,power_law_1.2,0.10631040334701539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,64,power_law_1.01,0.09657920002937317
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,64,power_law_1.01,0.15997120141983032
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,64,power_law_1.2,0.10670080184936523
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,64,power_law_1.01,0.09620479941368103
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,64,power_law_1.2,0.10747519731521607
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,64,power_law_1.01,0.2284991979598999
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,64,power_law_1.01,0.1103935956954956
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,64,power_law_1.2,0.1591007947921753
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,64,power_law_1.01,0.2334656000137329
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,64,power_law_1.01,0.1475648045539856
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,64,power_law_1.2,0.18609919548034667
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,64,power_law_1.01,0.23691198825836182
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,64,power_law_1.01,0.15302720069885253
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,64,power_law_1.2,0.25102078914642334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,64,power_law_1.01,0.24040639400482178
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,64,power_law_1.01,0.15546560287475586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,64,power_law_1.2,0.2570111989974976
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,64,power_law_1.01,0.2440704107284546
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,64,power_law_1.01,0.16001919507980347
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,64,power_law_1.01,0.2525536060333252
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,64,power_law_1.01,0.16355199813842775
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,64,power_law_1.01,0.16839359998703002
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,64,power_law_1.01,0.2608799934387207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,64,power_law_1.2,0.25728640556335447
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,64,power_law_1.01,0.26632959842681886
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,64,power_law_1.01,0.1778432011604309
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,64,power_law_1.2,0.26158719062805175
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,64,power_law_1.01,0.18492480516433715
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,64,power_law_1.01,0.28206400871276854
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,64,power_law_1.2,0.2644959926605225
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,64,power_law_1.01,0.19924160242080688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,64,power_law_1.01,0.29755520820617676
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,64,power_law_1.2,0.2732928037643433
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,64,power_law_1.01,0.21616320610046386
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,64,power_law_1.01,0.3175296068191528
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,64,power_law_1.2,0.27918400764465334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,64,power_law_1.01,0.23239359855651856
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,64,power_law_1.01,0.3546655893325806
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,64,power_law_1.2,0.2851680040359497
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,64,power_law_1.01,0.27013440132141114
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,64,power_law_1.01,0.422489595413208
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,64,power_law_1.2,0.2977407932281494
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,64,power_law_1.01,0.3415359973907471
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,64,power_law_1.01,0.49717440605163576
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,64,power_law_1.2,0.3139456033706665
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,64,power_law_1.01,0.409500789642334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,64,power_law_1.01,0.6599647998809814
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,64,power_law_1.2,0.32492480278015134
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,64,power_law_1.01,0.5485343933105469
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,64,power_law_1.2,0.35437760353088377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,64,power_law_1.01,0.8120256423950195
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,64,power_law_1.01,0.678329610824585
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,64,power_law_1.2,0.4210207939147949
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,64,power_law_1.01,1.1339200019836426
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,64,power_law_1.01,0.9484959602355957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,64,power_law_1.2,0.503062391281128
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,32,1,power_law_1.2,7.321113586425781
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,64,power_law_1.01,1.3974335670471192
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,64,power_law_1.2,0.08833600282669067
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,64,power_law_1.2,0.6858272075653076
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,64,power_law_1.01,1.225107192993164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,64,power_law_1.2,0.08821439743041992
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,64,power_law_1.2,0.08880640268325805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,64,power_law_1.2,0.8480928421020508
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,64,power_law_1.2,0.1264863967895508
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,64,power_law_1.01,2.017888069152832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,64,power_law_1.01,1.791859245300293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,64,power_law_1.2,0.15826879739761351
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,64,power_law_1.2,1.226467227935791
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,64,power_law_1.2,0.227455997467041
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,64,power_law_1.2,0.23340799808502197
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,64,power_law_1.01,2.6558303833007812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,64,power_law_1.2,1.5598208427429199
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,64,power_law_1.01,2.2876672744750977
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,64,power_law_1.2,0.2354048013687134
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,64,power_law_1.2,0.2397696018218994
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,64,power_law_1.2,0.2423840045928955
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,64,power_law_1.2,2.267353630065918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,64,power_law_1.01,3.857183837890625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,64,power_law_1.01,3.4800350189208986
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,64,power_law_1.2,0.25156478881835936
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,64,power_law_1.2,0.26051199436187744
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,64,power_law_1.2,2.9287967681884766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,64,power_law_1.2,0.2673471927642822
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,64,power_law_1.2,0.28203520774841306
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,64,power_law_1.01,5.1549121856689455
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,64,power_law_1.01,4.529792022705078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,64,power_law_1.01,0.02646079957485199
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,64,power_law_1.2,0.08386560082435608
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,64,power_law_1.2,0.3038367986679077
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,64,power_law_1.01,0.02550719976425171
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,64,power_law_1.2,0.08783040046691895
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,64,power_law_1.01,0.03689279854297638
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,64,power_law_1.2,0.32062079906463625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,64,power_law_1.2,4.262575912475586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,64,power_law_1.2,0.09575999975204467
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,64,power_law_1.01,0.03922240138053894
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,64,power_law_1.01,0.04917440116405487
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,64,power_law_1.2,0.09514240026474
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,64,power_law_1.2,0.35814080238342283
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,64,power_law_1.01,0.04976640045642853
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,64,power_law_1.2,0.10929280519485474
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,64,power_law_1.01,0.05162879824638367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,64,power_law_1.2,0.43439040184020994
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,64,power_law_1.01,0.05252479910850525
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,64,power_law_1.2,0.14392640590667724
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,64,power_law_1.01,0.054851198196411134
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,64,power_law_1.2,0.5214399814605712
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,64,power_law_1.2,0.15255039930343628
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,64,power_law_1.01,0.055638402700424194
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,64,power_law_1.01,0.05910400152206421
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,64,power_law_1.2,5.657955169677734
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,64,power_law_1.2,0.1543007969856262
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,64,power_law_1.2,0.7006048202514649
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,64,power_law_1.01,0.03091840147972107
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,64,power_law_1.01,0.06179519891738892
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,64,power_law_1.01,0.02815999984741211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,64,power_law_1.01,0.06407039761543273
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,64,power_law_1.01,0.03918719887733459
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,64,power_law_1.2,0.8641887664794922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,64,power_law_1.01,0.07031679749488831
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,64,power_law_1.01,0.04299519956111908
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,64,power_law_1.2,0.160697603225708
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,64,power_law_1.01,0.05240960121154785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,64,power_law_1.01,0.0762112021446228
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,64,power_law_1.01,0.053420799970626834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,64,power_law_1.2,0.16219520568847656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,64,power_law_1.2,1.199014377593994
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,64,power_law_1.01,0.05550079941749573
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,64,power_law_1.01,0.08280320167541504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,64,power_law_1.2,0.16971520185470582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,64,power_law_1.01,0.05629439949989319
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,64,power_law_1.01,0.09347839951515198
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,64,power_law_1.01,0.05730239748954773
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,64,power_law_1.2,0.17866239547729493
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,64,power_law_1.2,1.5405152320861817
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,64,power_law_1.01,0.05952320098876953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,64,power_law_1.01,0.11447360515594482
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,64,power_law_1.01,0.06177279949188232
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,64,power_law_1.2,0.18497920036315918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,64,power_law_1.01,0.13805439472198486
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,64,power_law_1.01,0.06556159853935242
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,64,power_law_1.01,0.06786559820175171
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,64,power_law_1.2,0.19934719800949097
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,64,power_law_1.01,0.17417919635772705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,64,power_law_1.2,2.220899200439453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,64,power_law_1.01,0.07339839935302735
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,64,power_law_1.2,0.22278079986572266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,64,power_law_1.01,0.21578559875488282
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,64,power_law_1.01,0.07906240224838257
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,64,power_law_1.01,0.3014688014984131
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,64,power_law_1.01,0.08410879969596863
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,64,power_law_1.2,2.8663328170776365
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,64,power_law_1.01,0.09443839788436889
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,64,power_law_1.01,0.38913280963897706
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,64,power_law_1.2,0.23759360313415528
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,64,power_law_1.01,0.11670399904251098
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,64,power_law_1.2,0.27877440452575686
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,64,power_law_1.01,0.5608799934387207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,64,power_law_1.01,0.1397088050842285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,64,power_law_1.2,0.35133121013641355
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,64,power_law_1.01,0.18516160249710084
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,64,power_law_1.2,4.555392074584961
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,64,power_law_1.01,0.7387455940246582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,64,power_law_1.2,0.42008318901062014
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,64,power_law_1.01,0.22798080444335939
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,64,power_law_1.2,0.5670207977294922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,64,power_law_1.01,0.3251712083816528
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,64,power_law_1.01,1.104105567932129
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,64,power_law_1.2,0.7061920166015625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,64,power_law_1.01,0.42050561904907224
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,64,power_law_1.2,5.780540847778321
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,64,power_law_1.2,0.9973440170288086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,64,power_law_1.01,0.03566080033779144
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,64,power_law_1.01,1.4335935592651368
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,64,power_law_1.01,0.6069727897644043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,64,power_law_1.2,0.02598400115966797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,64,power_law_1.01,0.03794240057468414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,64,power_law_1.2,0.02513279914855957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,64,power_law_1.01,0.03961920142173767
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,64,power_law_1.2,1.3438559532165528
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,64,power_law_1.2,0.03683519959449768
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,64,power_law_1.01,0.040252798795700075
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,64,power_law_1.2,0.03931199908256531
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,64,power_law_1.01,0.04145599901676178
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,64,power_law_1.01,0.7955679893493652
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,64,power_law_1.2,0.04880639910697937
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,64,power_law_1.01,0.04234879910945892
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,64,power_law_1.2,0.04961600005626678
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,64,power_law_1.01,0.04477440118789673
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,64,power_law_1.2,1.8892671585083007
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,64,power_law_1.2,0.05160319805145264
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,64,power_law_1.01,0.045465600490570066
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,64,power_law_1.01,1.1449215888977051
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,64,power_law_1.2,0.05257920026779175
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,64,power_law_1.01,0.048495998978614806
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,64,power_law_1.2,0.055017602443695066
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,64,power_law_1.01,0.047491198778152464
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,64,power_law_1.2,0.05575360059738159
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,64,power_law_1.01,0.05080320239067078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,64,power_law_1.2,0.05899839997291565
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,64,power_law_1.2,2.5095840454101563
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,64,power_law_1.01,1.5346079826354981
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,64,power_law_1.01,0.05288959741592407
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,64,power_law_1.2,0.030604800581932066
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,64,power_law_1.2,0.06139199733734131
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,64,power_law_1.01,0.05637120008468628
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,64,power_law_1.2,0.028163200616836546
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,64,power_law_1.2,0.06428160071372986
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,64,power_law_1.01,0.06277440190315246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,64,power_law_1.2,0.07005760073661804
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,64,power_law_1.01,0.06807039976119995
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,64,power_law_1.2,0.07640640139579773
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,64,power_law_1.2,0.03912639915943146
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,64,power_law_1.01,0.07383040189743043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,64,power_law_1.2,0.04252800047397613
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,64,power_law_1.2,3.866864013671875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,64,power_law_1.2,0.08298879861831665
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,64,power_law_1.2,0.05258880257606506
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,64,power_law_1.01,0.08501440286636353
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,64,power_law_1.2,0.09277120232582092
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,64,power_law_1.2,0.05373119711875916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,64,power_law_1.2,0.05551360249519348
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,64,power_law_1.01,0.10877120494842529
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,64,power_law_1.2,0.11567679643630982
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,64,power_law_1.2,0.0566752016544342
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,64,power_law_1.01,0.13411519527435303
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,64,power_law_1.2,0.13821760416030884
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,64,power_law_1.2,0.05874239802360535
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,64,power_law_1.01,0.17232320308685303
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,64,power_law_1.2,0.05991680026054382
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,64,power_law_1.2,0.17704319953918457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,64,power_law_1.2,4.92474250793457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,64,power_law_1.2,0.06302719712257385
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,64,power_law_1.01,0.21112959384918212
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,64,power_law_1.2,0.21825599670410156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,64,power_law_1.2,0.06681280136108399
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,64,power_law_1.01,0.30210559368133544
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,64,power_law_1.2,0.06977919936180114
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,64,power_law_1.2,0.07479680180549622
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,64,power_law_1.01,0.3876352071762085
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,64,power_law_1.2,0.31604800224304197
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,64,power_law_1.2,0.08071039915084839
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,64,power_law_1.2,0.08776320219039917
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,64,power_law_1.01,0.5608287811279297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,64,power_law_1.2,0.09809280037879944
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,64,power_law_1.2,0.11974079608917236
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,64,power_law_1.01,0.7280320167541504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,64,power_law_1.2,0.14277119636535646
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,64,power_law_1.2,0.037324801087379456
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,64,power_law_1.2,0.038736000657081604
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,64,power_law_1.01,1.085209560394287
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,64,power_law_1.2,0.19281280040740967
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,64,power_law_1.2,0.040166398882865904
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,64,power_law_1.2,0.04080640077590943
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,64,power_law_1.2,0.042761600017547606
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,64,power_law_1.2,0.0437855988740921
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,64,power_law_1.2,0.406982421875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,64,power_law_1.01,1.4117535591125487
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,64,power_law_1.2,0.04620800018310547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,64,power_law_1.2,0.24192640781402588
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,64,power_law_1.01,0.04313279986381531
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,64,power_law_1.2,0.04564799964427948
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,64,power_law_1.01,0.043935999274253845
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,64,power_law_1.2,0.047654399275779726
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,64,power_law_1.01,0.07233920097351074
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,64,power_law_1.01,0.06783040165901184
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,64,power_law_1.2,0.04829440116882324
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,64,power_law_1.01,0.10099200010299683
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,64,power_law_1.2,0.051507198810577394
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,64,power_law_1.01,0.10376960039138794
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,64,power_law_1.2,0.05492159724235535
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,64,power_law_1.01,0.10090559720993042
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,64,power_law_1.2,0.056707197427749635
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,64,power_law_1.2,0.34729599952697754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,64,power_law_1.01,0.1048799991607666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,64,power_law_1.2,0.06267520189285278
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,64,power_law_1.01,0.11488959789276124
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,64,power_law_1.01,0.11519360542297363
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,64,power_law_1.2,0.06901440024375916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,64,power_law_1.01,0.12092800140380859
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,64,power_law_1.2,0.07466880083084107
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,64,power_law_1.01,0.1261728048324585
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,64,power_law_1.2,0.44413118362426757
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,64,power_law_1.01,0.13570239543914794
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,64,power_law_1.2,0.0856383979320526
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,64,power_law_1.01,0.14695680141448975
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,64,power_law_1.2,0.10915520191192626
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,64,power_law_1.01,0.15720959901809692
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,64,power_law_1.2,0.13559679985046386
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,64,power_law_1.01,0.16761599779129027
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,64,power_law_1.2,0.177020800113678
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,64,power_law_1.01,0.18609919548034667
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,64,power_law_1.2,0.2230623960494995
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,64,power_law_1.01,0.22627840042114258
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,64,power_law_1.2,0.600435209274292
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,64,power_law_1.2,0.3126976013183594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,64,power_law_1.01,0.27299520969390867
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,64,power_law_1.01,0.3810015916824341
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,64,power_law_1.2,0.40478081703186036
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,64,power_law_1.01,0.4865664005279541
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,64,power_law_1.01,0.7040031909942627
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,64,power_law_1.01,0.9114496231079101
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,64,power_law_1.01,1.3100128173828125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,64,power_law_1.01,1.7624128341674805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,64,power_law_1.2,0.6466464042663574
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,64,power_law_1.01,2.624982452392578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,64,power_law_1.2,0.7903744220733643
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,64,power_law_1.01,3.4102527618408205
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,64,power_law_1.01,0.036524799466133115
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,64,power_law_1.01,0.03845439851284027
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,64,power_law_1.01,0.05578240156173706
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,64,power_law_1.01,0.06353920102119445
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,64,power_law_1.01,0.08416640162467956
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,64,power_law_1.01,0.08553599715232849
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,64,power_law_1.01,0.08878080248832702
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,64,power_law_1.01,0.09049280285835266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,64,power_law_1.2,0.5866496086120605
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,64,power_law_1.01,0.09298239946365357
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,64,power_law_1.01,0.09530240297317505
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,64,power_law_1.01,0.10001599788665771
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,64,power_law_1.01,0.10529919862747192
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,64,power_law_1.01,0.1108288049697876
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,64,power_law_1.01,0.12153600454330445
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,64,power_law_1.01,0.13359040021896362
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,64,power_law_1.01,0.14493440389633178
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,64,power_law_1.01,0.166486394405365
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,64,power_law_1.01,0.21207680702209472
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,64,power_law_1.01,0.262172794342041
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,64,power_law_1.2,0.8445440292358398
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,64,power_law_1.01,0.36614079475402833
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,64,power_law_1.01,0.477023983001709
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,64,power_law_1.01,0.6629951953887939
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,64,power_law_1.01,0.8533056259155274
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,64,power_law_1.01,1.301091194152832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,64,power_law_1.01,1.6821151733398438
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,64,power_law_1.01,2.523910331726074
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,64,power_law_1.2,0.7730591773986817
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,64,power_law_1.01,3.3163265228271483
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,64,power_law_1.01,0.051958400011062625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,64,power_law_1.01,0.053855997323989865
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,64,power_law_1.01,0.0554144024848938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,64,power_law_1.01,0.05679360032081604
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,64,power_law_1.01,0.06267520189285278
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,64,power_law_1.01,0.06421440243721008
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,64,power_law_1.01,0.06601920127868652
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,64,power_law_1.01,0.06900479793548583
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,64,power_law_1.01,0.07048320174217224
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,64,power_law_1.01,0.07024000287055969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,64,power_law_1.01,0.0765887975692749
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,64,power_law_1.01,0.08131840229034423
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,64,power_law_1.01,0.08858240246772767
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,64,power_law_1.01,0.09907839894294738
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,64,power_law_1.01,0.10968639850616455
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,64,power_law_1.01,0.12229759693145752
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,64,power_law_1.01,0.14482560157775878
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,64,power_law_1.01,0.19395519495010377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,64,power_law_1.01,0.24789121150970458
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,64,power_law_1.01,0.35250239372253417
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,64,power_law_1.01,0.4429312229156494
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,64,power_law_1.01,0.6313375949859619
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,64,power_law_1.01,0.8181376457214355
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,64,power_law_1.01,1.2117119789123536
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,64,power_law_1.01,1.5806367874145508
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,64,power_law_1.01,2.328585624694824
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,64,power_law_1.01,3.128505516052246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,64,power_law_1.2,0.03722560107707977
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,64,power_law_1.2,0.03739840090274811
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,64,power_law_1.2,0.06635199785232544
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,64,power_law_1.2,0.0757695972919464
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,64,power_law_1.2,0.09942399859428405
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,64,power_law_1.2,0.10004160404205323
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,64,power_law_1.2,0.09868479967117309
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,64,power_law_1.2,1.2317631721496582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,64,power_law_1.2,0.10271680355072021
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,64,power_law_1.2,0.10320320129394531
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,64,power_law_1.2,0.1074720025062561
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,64,power_law_1.2,0.11796159744262695
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,64,power_law_1.2,0.1257024049758911
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,64,power_law_1.2,0.1352255940437317
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,64,power_law_1.2,0.1470720052719116
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,64,power_law_1.2,0.15780479907989503
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,64,power_law_1.2,0.1682368040084839
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,64,power_law_1.2,0.18814079761505126
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,64,power_law_1.2,0.22939519882202147
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,64,power_law_1.2,0.28455679416656493
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,64,power_law_1.2,0.4031775951385498
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,64,power_law_1.2,0.5397056102752685
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,64,power_law_1.2,0.7573631763458252
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,64,power_law_1.2,1.1624704360961915
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,64,power_law_1.2,0.9740320205688476
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,64,power_law_1.2,1.1218815803527833
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,64,power_law_1.2,1.4161248207092285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,64,power_law_1.2,1.8719167709350586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,64,power_law_1.2,1.625222396850586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,64,power_law_1.2,0.03711360096931458
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,64,power_law_1.2,0.03956159949302673
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,64,power_law_1.2,0.05634880065917969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,64,power_law_1.2,0.0644927978515625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,64,power_law_1.2,0.0850048005580902
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,64,power_law_1.2,0.08643519878387451
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,64,power_law_1.2,0.08944960236549378
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,64,power_law_1.2,0.09115520119667053
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,64,power_law_1.2,0.09380800127983094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,64,power_law_1.2,0.09622079730033875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,64,power_law_1.2,0.100547194480896
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,64,power_law_1.2,0.1062175989151001
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,64,power_law_1.2,0.11330560445785523
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,64,power_law_1.2,0.12380479574203491
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,64,power_law_1.2,0.13342080116271973
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,64,power_law_1.2,0.14575999975204468
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,64,power_law_1.2,0.16947519779205322
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,64,power_law_1.2,0.21639680862426758
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,64,power_law_1.2,0.2805567979812622
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,64,power_law_1.2,0.3917855978012085
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,64,power_law_1.2,0.4959616184234619
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,64,power_law_1.2,0.729692792892456
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,64,power_law_1.2,1.5449888229370117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,64,power_law_1.2,0.052934402227401735
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,64,power_law_1.2,0.05373439788818359
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,64,power_law_1.2,0.05577279925346375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,64,power_law_1.2,0.05678719878196716
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,64,power_law_1.2,0.06367999911308289
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,64,power_law_1.2,0.06464319825172424
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,64,power_law_1.2,0.06536960005760192
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,64,power_law_1.2,0.06882240176200867
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,64,power_law_1.2,0.07183679938316345
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,64,power_law_1.2,0.07255039811134338
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,64,power_law_1.2,0.07740799784660339
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,64,power_law_1.2,0.08363519906997681
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,64,power_law_1.2,0.0893343985080719
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,64,power_law_1.2,0.9662879943847656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,64,power_law_1.2,0.09967679977416992
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,64,power_law_1.2,0.11088639497756958
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,64,power_law_1.2,0.12295360565185547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,64,power_law_1.2,0.14748159646987916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,64,power_law_1.2,0.20371201038360595
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,64,power_law_1.2,0.25793280601501467
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,64,power_law_1.2,0.3634848117828369
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,64,power_law_1.2,0.47542400360107423
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,64,power_law_1.2,0.6888607978820801
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,64,power_law_1.2,1.4156415939331055
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,64,power_law_1.2,0.8797439575195313
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,64,power_law_1.2,2.8606624603271484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,64,power_law_1.2,1.2626688003540039
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,64,power_law_1.2,1.896723175048828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,64,power_law_1.2,1.6735008239746094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,64,power_law_1.2,1.4844799995422364
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,64,power_law_1.01,0.12367039918899536
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,64,power_law_1.2,2.7947616577148438
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,64,power_law_1.01,0.12542400360107422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,64,power_law_1.01,0.12452160120010376
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,64,power_law_1.01,0.17200000286102296
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,64,power_law_1.01,0.1986240029335022
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,64,power_law_1.2,2.4754655838012694
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,64,power_law_1.01,0.25633280277252196
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,64,power_law_1.01,0.33309760093688967
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,64,power_law_1.01,0.33742399215698243
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,64,power_law_1.01,0.34094719886779784
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,64,power_law_1.01,0.34495038986206056
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,64,power_law_1.01,0.35300800800323484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,64,power_law_1.01,0.3587424039840698
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,64,power_law_1.01,0.3668544054031372
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,64,power_law_1.01,0.3811039924621582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,64,power_law_1.01,0.3953119993209839
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,64,power_law_1.01,0.4097280025482178
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,64,power_law_1.01,0.43919677734375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,64,power_law_1.01,0.5054624080657959
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,64,power_law_1.01,0.5756703853607178
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,64,power_law_1.01,0.7380640029907226
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,64,power_law_1.01,0.8775967597961426
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,64,power_law_1.01,1.1759872436523438
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,64,power_law_1.01,1.4498304367065429
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,64,power_law_1.01,2.0191104888916014
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,64,power_law_1.01,2.663913536071777
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,64,power_law_1.01,3.793446350097656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,64,power_law_1.01,5.011999893188476
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,64,power_law_1.01,0.10430079698562622
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,64,power_law_1.01,0.10453439950942993
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,64,power_law_1.01,0.1037727952003479
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,64,power_law_1.01,0.13286720514297484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,64,power_law_1.01,0.1651263952255249
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,64,power_law_1.01,0.23282239437103272
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,64,power_law_1.01,0.33325440883636476
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,64,power_law_1.01,0.3383552074432373
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,64,power_law_1.01,0.34241600036621095
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,64,power_law_1.01,0.34558079242706297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,64,power_law_1.01,0.3540287971496582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,64,power_law_1.01,0.3632863998413086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,64,power_law_1.01,0.36689279079437254
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,64,power_law_1.01,0.38563520908355714
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,64,power_law_1.01,0.4020544052124023
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,64,power_law_1.01,0.41834559440612795
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,64,power_law_1.01,0.4513728141784668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,64,power_law_1.01,0.5231296062469483
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,64,power_law_1.2,3.81115837097168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,64,power_law_1.01,0.09700480103492737
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,64,power_law_1.01,0.5880767822265625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,64,power_law_1.01,0.0982208013534546
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,64,power_law_1.01,0.10357439517974854
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,64,power_law_1.01,0.734441614151001
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,64,power_law_1.01,0.10330560207366943
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,64,power_law_1.01,0.11947200298309327
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,64,power_law_1.01,0.8912991523742676
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,64,power_law_1.01,0.15625920295715331
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,64,power_law_1.01,1.2068384170532227
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,64,power_law_1.01,0.20997440814971924
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,64,power_law_1.01,0.214467191696167
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,64,power_law_1.01,1.4876992225646972
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,64,power_law_1.01,0.21622080802917482
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,64,power_law_1.01,0.22225599288940429
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,64,power_law_1.01,2.0831039428710936
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,64,power_law_1.01,0.22615358829498292
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,64,power_law_1.01,0.23919360637664794
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,64,power_law_1.01,0.24594559669494628
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,64,power_law_1.01,2.664803123474121
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,64,power_law_1.01,0.26357440948486327
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,64,power_law_1.01,0.2776384115219116
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,64,power_law_1.01,0.2920383930206299
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,64,power_law_1.01,3.870655822753906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,64,power_law_1.01,0.3248447895050049
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,64,power_law_1.01,0.3964992046356201
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,64,power_law_1.01,0.46207680702209475
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,64,power_law_1.01,0.5952256202697754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,64,power_law_1.01,5.0199329376220705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,64,power_law_1.2,0.12331520318984986
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,64,power_law_1.01,0.7168543815612793
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,64,power_law_1.2,0.12386879920959473
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,64,power_law_1.2,0.12408640384674072
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,64,power_law_1.01,0.9778079986572266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,64,power_law_1.2,0.1725152015686035
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,64,power_law_1.2,0.19809279441833497
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,64,power_law_1.01,1.2551520347595215
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,64,power_law_1.2,0.26115520000457765
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,64,power_law_1.2,0.33068161010742186
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,64,power_law_1.2,3.2941665649414062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,64,power_law_1.2,0.3358367919921875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,64,power_law_1.01,1.7843168258666993
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,64,power_law_1.2,0.10517760515213012
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,64,power_law_1.2,0.34035520553588866
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,64,power_law_1.2,0.10508160591125489
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,64,power_law_1.2,0.10465919971466064
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,64,power_law_1.2,0.3432447910308838
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,64,power_law_1.2,0.1334239959716797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,64,power_law_1.01,2.3637088775634765
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,64,power_law_1.2,3.6278430938720705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,64,power_law_1.2,0.3530495882034302
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,64,power_law_1.2,0.16436480283737182
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,64,power_law_1.2,0.09830719828605652
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,64,power_law_1.2,0.35998079776763914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,64,power_law_1.2,0.09971200227737427
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,64,power_law_1.2,0.10512319803237916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,64,power_law_1.2,0.23211839199066162
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,64,power_law_1.2,0.36545279026031496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,64,power_law_1.2,0.10620160102844238
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,64,power_law_1.01,3.398374557495117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,64,power_law_1.2,0.3316128015518188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,64,power_law_1.2,0.3801887989044189
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,64,power_law_1.2,0.11921600103378296
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,64,power_law_1.2,0.1544800043106079
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,64,power_law_1.2,0.33879361152648924
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,64,power_law_1.2,0.3964735984802246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,64,power_law_1.2,0.20713601112365723
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,64,power_law_1.2,0.3405888080596924
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,64,power_law_1.2,0.41028800010681155
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,64,power_law_1.2,0.21736640930175782
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,64,power_law_1.2,0.34564480781555174
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,64,power_law_1.2,0.44522881507873535
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,64,power_law_1.01,4.502761459350586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,64,power_law_1.2,0.22201919555664062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,64,power_law_1.01,0.032671999931335446
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,64,power_law_1.2,0.3553056001663208
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,64,power_law_1.2,0.5172063827514648
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,64,power_law_1.01,0.03386560082435608
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,64,power_law_1.2,0.2257920026779175
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,64,power_law_1.2,0.3630496025085449
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,64,power_law_1.2,0.2300031900405884
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,64,power_law_1.2,0.3695712089538574
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,64,power_law_1.2,0.611023998260498
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,64,power_law_1.2,0.23940799236297608
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,64,power_law_1.01,0.05414080023765564
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,64,power_law_1.2,0.3854464054107666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,64,power_law_1.2,0.7763584136962891
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,64,power_law_1.01,0.05275840163230896
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,64,power_law_1.01,0.06340479850769043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,64,power_law_1.2,0.2478559970855713
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,64,power_law_1.2,0.40351037979125975
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,64,power_law_1.01,0.0781279981136322
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,64,power_law_1.2,0.9201919555664062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,64,power_law_1.2,0.25978879928588866
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,64,power_law_1.01,0.07920960187911988
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,64,power_law_1.2,0.41936321258544923
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,64,power_law_1.01,0.08208960294723511
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,64,power_law_1.2,0.27711360454559325
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,64,power_law_1.2,1.2589056015014648
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,64,power_law_1.01,0.08327360153198242
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,64,power_law_1.2,0.4571199893951416
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,64,power_law_1.01,0.0843775987625122
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,64,power_law_1.2,0.29729599952697755
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,64,power_law_1.01,0.08776000142097473
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,64,power_law_1.2,0.5356383800506592
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,64,power_law_1.01,0.09130880236625671
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,64,power_law_1.2,0.3320832014083862
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,64,power_law_1.01,0.09391679763793945
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,64,power_law_1.2,0.6077536106109619
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,64,power_law_1.01,0.10223679542541504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,64,power_law_1.2,1.6009279251098634
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,64,power_law_1.2,0.4065216064453125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,64,power_law_1.2,0.7690624237060547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,64,power_law_1.01,0.11079039573669433
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,64,power_law_1.2,0.4767295837402344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,64,power_law_1.01,0.1181439995765686
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,64,power_law_1.2,0.9470047950744629
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,64,power_law_1.2,0.6144832134246826
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,64,power_law_1.01,0.1337440013885498
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,64,power_law_1.2,2.2348480224609375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,64,power_law_1.01,0.16522560119628907
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,64,power_law_1.2,0.7581632137298584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,64,power_law_1.2,1.2851903915405274
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,64,power_law_1.01,0.1964352011680603
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,64,power_law_1.2,1.0398240089416504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,64,power_law_1.01,0.2617311954498291
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,64,power_law_1.2,1.6090240478515625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,64,power_law_1.2,2.8651647567749023
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,64,power_law_1.01,0.33051838874816897
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,64,power_law_1.2,1.3313823699951173
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,64,power_law_1.01,0.5021183967590332
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,64,power_law_1.2,2.214460754394531
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,64,power_law_1.01,0.6344639778137207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,64,power_law_1.2,1.8926464080810548
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,64,power_law_1.2,4.132844924926758
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,64,power_law_1.01,0.9299615859985352
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,64,power_law_1.2,2.9609119415283205
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,64,power_law_1.2,2.524246406555176
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,64,power_law_1.01,1.202956771850586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,64,power_law_1.2,5.742915344238281
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,64,power_law_1.01,0.03505919873714447
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,64,power_law_1.2,4.303193664550781
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,64,power_law_1.01,1.8256736755371095
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,64,power_law_1.01,0.03497599959373474
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,64,power_law_1.2,3.599059295654297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,64,power_law_1.01,2.3438432693481444
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,64,power_law_1.2,0.03280639946460724
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,64,power_law_1.01,0.05006080269813538
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,64,power_law_1.2,0.033228799700737
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,64,power_law_1.2,0.053273600339889524
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,64,power_law_1.01,0.04976640045642853
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,64,power_law_1.2,5.648678588867187
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,64,power_law_1.2,0.05286399722099304
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,64,power_law_1.2,0.035436800122261046
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,64,power_law_1.01,0.06403520107269287
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,64,power_law_1.2,0.06264640092849731
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,64,power_law_1.2,0.034790399670600894
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,64,power_law_1.01,0.07859200239181519
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,64,power_law_1.2,4.947683334350586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,64,power_law_1.2,0.07811200022697448
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,64,power_law_1.01,0.07943999767303467
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,64,power_law_1.2,0.0792415976524353
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,64,power_law_1.01,0.1223423957824707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,64,power_law_1.01,0.08213120102882385
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,64,power_law_1.2,0.08157439827919007
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,64,power_law_1.2,0.08297920227050781
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,64,power_law_1.01,0.08370879888534546
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,64,power_law_1.2,0.08387519717216492
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,64,power_law_1.01,0.08439040184020996
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,64,power_law_1.2,0.08749120235443116
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,64,power_law_1.01,0.12272000312805176
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,64,power_law_1.01,0.08825600147247314
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,64,power_law_1.2,0.04894720017910004
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,64,power_law_1.2,0.09147520065307617
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,64,power_law_1.2,0.049481600522994995
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,64,power_law_1.01,0.091839998960495
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,64,power_law_1.2,0.0938368022441864
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,64,power_law_1.2,0.06366080045700073
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,64,power_law_1.01,0.12219200134277344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,64,power_law_1.01,0.09538559913635254
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,64,power_law_1.2,0.07833600044250488
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,64,power_law_1.01,0.10199999809265137
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,64,power_law_1.2,0.07944639921188354
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,64,power_law_1.01,0.12265919446945191
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,64,power_law_1.2,0.08212800025939941
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,64,power_law_1.01,0.10972479581832886
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,64,power_law_1.2,0.10318080186843873
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,64,power_law_1.2,0.0836575984954834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,64,power_law_1.01,0.27038719654083254
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,64,power_law_1.01,0.11759040355682374
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,64,power_law_1.2,0.1112671971321106
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,64,power_law_1.2,0.08440960049629212
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,64,power_law_1.2,0.08822720050811768
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,64,power_law_1.01,0.38262081146240234
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,64,power_law_1.01,0.13210560083389283
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,64,power_law_1.2,0.1195680022239685
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,64,power_law_1.2,0.0920736014842987
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,64,power_law_1.2,0.1348191976547241
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,64,power_law_1.01,0.16471999883651733
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,64,power_law_1.01,0.3905600070953369
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,64,power_law_1.2,0.09541760087013244
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,64,power_law_1.2,0.10193920135498047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,64,power_law_1.2,0.16669759750366211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,64,power_law_1.01,0.19451839923858644
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,64,power_law_1.01,0.3978879928588867
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,64,power_law_1.2,0.11120959520339965
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,64,power_law_1.2,0.19880319833755494
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,64,power_law_1.01,0.2656224012374878
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,64,power_law_1.01,0.4064320087432861
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,64,power_law_1.2,0.11887359619140625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,64,power_law_1.2,0.2645375967025757
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,64,power_law_1.01,0.3305952072143555
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,64,power_law_1.2,0.13495999574661255
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,64,power_law_1.01,0.41360321044921877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,64,power_law_1.2,0.3699520111083984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,64,power_law_1.01,0.48325119018554685
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,64,power_law_1.2,0.16897599697113036
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,64,power_law_1.01,0.42885122299194334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,64,power_law_1.2,0.5422143936157227
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,64,power_law_1.01,0.6455359935760498
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,64,power_law_1.2,0.20476479530334474
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,64,power_law_1.01,0.44537920951843263
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,64,power_law_1.2,0.703433609008789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,64,power_law_1.2,0.27607359886169436
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,64,power_law_1.01,0.8970239639282227
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,64,power_law_1.01,0.46579837799072266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,64,power_law_1.2,0.3632832050323486
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,64,power_law_1.2,1.002672004699707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,64,power_law_1.01,0.4951903820037842
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,64,power_law_1.2,0.5239840030670166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,64,power_law_1.01,1.2300031661987305
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,64,power_law_1.01,0.5338592052459716
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,64,power_law_1.2,1.319161605834961
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,64,power_law_1.2,0.669920015335083
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,64,power_law_1.01,0.5706687927246094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,64,power_law_1.01,1.7828544616699218
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,64,power_law_1.01,0.6582367897033692
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,64,power_law_1.2,0.9978272438049316
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,64,power_law_1.01,0.8389023780822754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,64,power_law_1.01,2.3550752639770507
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,64,power_law_1.2,1.2973600387573243
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,64,power_law_1.01,0.09832000136375427
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,64,power_law_1.01,1.0018976211547852
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,64,power_law_1.01,0.09869120121002198
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,64,power_law_1.01,0.09901120066642762
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,64,power_law_1.2,1.970627212524414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,64,power_law_1.01,1.3000255584716798
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,64,power_law_1.01,0.10192639827728271
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,64,power_law_1.01,0.26903998851776123
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,64,power_law_1.01,0.37874879837036135
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,64,power_law_1.01,1.6253311157226562
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,64,power_law_1.01,0.3887808084487915
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,64,power_law_1.01,0.3953727960586548
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,64,power_law_1.01,0.40215678215026857
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,64,power_law_1.01,2.234899139404297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,64,power_law_1.01,0.4135392189025879
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,64,power_law_1.01,0.42873921394348147
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,64,power_law_1.01,0.4445375919342041
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,64,power_law_1.01,2.9004064559936524
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,64,power_law_1.2,2.0281503677368162
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,64,power_law_1.01,0.46479358673095705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,64,power_law_1.01,0.5004096031188965
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,64,power_law_1.01,0.5435232162475586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,64,power_law_1.01,0.5848991870880127
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,64,power_law_1.01,4.200777435302735
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,64,power_law_1.01,0.6600160121917724
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,64,power_law_1.01,0.8337535858154297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,64,power_law_1.01,0.9934335708618164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,64,power_law_1.01,5.367695999145508
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,64,power_law_1.01,1.2906975746154785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,64,power_law_1.01,1.6184480667114258
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,64,power_law_1.01,2.238627243041992
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,64,power_law_1.01,8.019538879394531
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,64,power_law_1.01,2.8735008239746094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,64,power_law_1.2,2.6576511383056642
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,64,power_law_1.01,0.10281599760055542
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,64,power_law_1.01,4.148416137695312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,64,power_law_1.01,0.10667200088500976
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,64,power_law_1.01,10.869795227050782
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,64,power_law_1.01,0.10738240480422974
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,64,power_law_1.2,0.1221727967262268
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,64,power_law_1.01,0.1303007960319519
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,64,power_law_1.2,0.12322880029678344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,64,power_law_1.01,0.18100160360336304
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,64,power_law_1.01,5.383062362670898
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,64,power_law_1.2,0.12377599477767945
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,64,power_law_1.01,0.24520959854125976
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,64,power_law_1.01,0.25620160102844236
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,64,power_law_1.2,0.11596159934997559
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,64,power_law_1.01,0.26550400257110596
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,64,power_law_1.2,0.2697983980178833
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,64,power_law_1.01,0.27428159713745115
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,64,power_law_1.2,0.38264319896697996
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,64,power_law_1.01,0.28296959400177
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,64,power_law_1.2,0.3896095991134644
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,64,power_law_1.01,0.3010143995285034
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,64,power_law_1.2,0.39733119010925294
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,64,power_law_1.2,2.652400016784668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,64,power_law_1.01,0.3166559934616089
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,64,power_law_1.01,7.987248229980469
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,64,power_law_1.2,0.40636482238769533
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,64,power_law_1.2,0.09796159863471984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,64,power_law_1.01,0.34200000762939453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,64,power_law_1.2,0.09805439710617066
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,64,power_law_1.2,0.41106882095336916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,64,power_law_1.01,0.37387518882751464
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,64,power_law_1.2,0.0979744017124176
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,64,power_law_1.2,0.42963199615478515
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,64,power_law_1.01,0.4142335891723633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,64,power_law_1.2,0.1023136019706726
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,64,power_law_1.2,0.44446721076965334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,64,power_law_1.01,0.45468478202819823
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,64,power_law_1.2,0.2669152021408081
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,64,power_law_1.2,0.4647200107574463
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,64,power_law_1.01,0.5312511920928955
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,64,power_law_1.2,0.3799871921539307
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,64,power_law_1.2,0.5052288055419922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,64,power_law_1.01,0.690070390701294
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,64,power_law_1.2,0.38822720050811765
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,64,power_law_1.2,0.5402143955230713
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,64,power_law_1.2,0.39439361095428466
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,64,power_law_1.01,0.838047981262207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,64,power_law_1.2,0.5804671764373779
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,64,power_law_1.01,10.820585632324219
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,64,power_law_1.2,0.40274558067321775
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,64,power_law_1.2,0.10412479639053344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,64,power_law_1.2,0.666051197052002
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,64,power_law_1.2,0.4126688003540039
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,64,power_law_1.01,1.1596223831176757
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,64,power_law_1.2,0.10594240427017212
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,64,power_law_1.2,0.4287839889526367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,64,power_law_1.2,0.868502426147461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,64,power_law_1.2,0.10767040252685547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,64,power_law_1.2,0.44548802375793456
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,64,power_law_1.01,1.4704928398132324
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,64,power_law_1.2,0.1291327953338623
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,64,power_law_1.2,1.0346367835998536
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,64,power_law_1.2,0.46680641174316406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,64,power_law_1.2,0.17719999551773072
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,64,power_law_1.2,0.5112031936645508
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,64,power_law_1.2,0.24766719341278076
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,64,power_law_1.2,1.3533568382263184
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,64,power_law_1.01,2.089254379272461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,64,power_law_1.2,0.5505951881408692
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,64,power_law_1.2,0.2571007966995239
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,64,power_law_1.2,0.5920896053314209
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,64,power_law_1.2,0.2647552013397217
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,64,power_law_1.2,1.6929471969604493
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,64,power_law_1.01,2.7039295196533204
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,64,power_law_1.2,0.27621119022369384
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,64,power_law_1.2,0.6855999946594238
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,64,power_law_1.2,0.28228158950805665
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,64,power_law_1.2,0.8421440124511719
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,64,power_law_1.2,2.417990493774414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,64,power_law_1.2,0.3016256093978882
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,64,power_law_1.01,3.9359905242919924
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,64,power_law_1.2,1.0235520362854005
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,64,power_law_1.2,0.3193984031677246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,64,power_law_1.2,2.994681549072266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,64,power_law_1.2,0.3414655923843384
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,64,power_law_1.2,1.3366432189941406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,64,power_law_1.2,0.38837759494781493
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,64,power_law_1.01,5.194393539428711
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,64,power_law_1.2,0.4241312026977539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,64,power_law_1.2,1.7073471069335937
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,64,power_law_1.2,4.576291275024414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,64,power_law_1.2,0.46462078094482423
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,64,power_law_1.2,2.3351072311401366
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,64,power_law_1.2,0.5453728199005127
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,64,power_law_1.2,0.7056416034698486
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,64,power_law_1.01,7.662691497802735
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,64,power_law_1.2,3.0242240905761717
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,64,power_law_1.2,0.8617792129516602
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,64,power_law_1.2,6.040841674804687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,64,power_law_1.2,1.196134376525879
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,64,power_law_1.2,4.391011047363281
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,64,power_law_1.2,1.5179231643676758
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,64,power_law_1.01,10.160630035400391
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,128,power_law_1.01,0.08675839900970458
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,128,power_law_1.01,0.085971200466156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,64,power_law_1.2,2.1609920501708983
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,128,power_law_1.01,0.1488703966140747
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,64,power_law_1.2,5.975219345092773
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,128,power_law_1.01,0.15380480289459228
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,64,power_law_1.2,9.277529907226562
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,128,power_law_1.01,0.188809597492218
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,128,power_law_1.01,0.2620512008666992
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,64,power_law_1.2,2.7996416091918945
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,128,power_law_1.01,0.2667423963546753
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,128,power_law_1.01,0.26930880546569824
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,128,power_law_1.01,0.27268478870391843
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,128,power_law_1.01,0.275711989402771
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,64,power_law_1.2,4.05340805053711
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,128,power_law_1.01,0.2843424081802368
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,128,power_law_1.01,0.2904383897781372
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,128,power_law_1.01,0.2953119993209839
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,64,power_law_1.2,13.087501525878906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,64,power_law_1.2,8.936249542236329
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,128,power_law_1.01,0.07673919796943665
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,128,power_law_1.01,0.3086496114730835
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,128,power_law_1.01,0.07649279832839966
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,64,power_law_1.2,5.370089721679688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,128,power_law_1.01,0.11252800226211548
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,128,power_law_1.01,0.32263360023498533
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,128,power_law_1.01,0.12271360158920289
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,128,power_law_1.01,0.3352031946182251
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,128,power_law_1.01,0.15365439653396606
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,128,power_law_1.01,0.3678335905075073
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,128,power_law_1.01,0.22373759746551514
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,128,power_law_1.01,0.4308512210845947
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,128,power_law_1.01,0.22930240631103516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,128,power_law_1.01,0.23103039264678954
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,128,power_law_1.01,0.49764480590820315
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,128,power_law_1.01,0.23631041049957274
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,128,power_law_1.01,0.6304863929748535
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,128,power_law_1.01,0.2393280029296875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,128,power_law_1.01,0.24791359901428223
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,128,power_law_1.01,0.787772798538208
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,128,power_law_1.01,0.25584959983825684
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,128,power_law_1.01,1.09585599899292
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,64,power_law_1.2,11.775981140136718
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,128,power_law_1.01,0.2623967885971069
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,128,power_law_1.01,0.07657600045204163
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,128,power_law_1.01,0.0756928026676178
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,128,power_law_1.01,0.27772159576416017
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,128,power_law_1.01,1.407862377166748
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,128,power_law_1.01,0.08411200046539306
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,128,power_law_1.01,0.29474239349365233
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,128,power_law_1.01,0.083433598279953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,128,power_law_1.01,0.30894720554351807
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,128,power_law_1.01,0.09974719882011414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,128,power_law_1.01,1.9928735733032226
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,128,power_law_1.01,0.13422720432281493
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,128,power_law_1.01,0.3440671920776367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,64,power_law_1.2,8.070396423339844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,128,power_law_1.01,0.1411679983139038
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,128,power_law_1.01,0.4135456085205078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,128,power_law_1.01,0.14179840087890624
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,128,power_law_1.01,2.5905567169189454
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,128,power_law_1.01,0.4804863929748535
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,128,power_law_1.01,0.1466655969619751
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,128,power_law_1.01,0.624342393875122
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,128,power_law_1.01,0.7708320140838623
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,128,power_law_1.01,0.14910080432891845
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,128,power_law_1.01,3.8005950927734373
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,128,power_law_1.01,0.1574944019317627
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,128,power_law_1.01,1.078444766998291
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,128,power_law_1.01,0.16450239419937135
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,128,power_law_1.01,1.3613408088684082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,128,power_law_1.01,0.17043520212173463
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,128,power_law_1.01,0.18541120290756224
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,128,power_law_1.01,4.972265625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,128,power_law_1.2,0.08676480054855347
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,128,power_law_1.01,1.9584192276000976
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,128,power_law_1.01,0.20027520656585693
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,128,power_law_1.2,0.08632320165634155
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,128,power_law_1.2,0.1481824040412903
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,128,power_law_1.01,0.2180255889892578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,128,power_law_1.2,0.15211199522018432
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,128,power_law_1.01,0.2520960092544556
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,128,power_law_1.2,0.18851840496063232
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,128,power_law_1.01,2.540540885925293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,128,power_law_1.01,0.32214400768280027
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,128,power_law_1.2,0.2616703987121582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,128,power_law_1.2,0.2657407999038696
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,128,power_law_1.01,0.389299201965332
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,128,power_law_1.2,0.26826560497283936
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,128,power_law_1.01,0.5202208042144776
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,128,power_law_1.01,3.7084030151367187
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,128,power_law_1.2,0.27369279861450196
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,128,power_law_1.01,0.6567135810852051
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,128,power_law_1.2,0.2744992017745972
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,128,power_law_1.2,0.2832799911499023
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,128,power_law_1.01,0.9114239692687989
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,128,power_law_1.2,0.28978240489959717
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,128,power_law_1.01,4.931596755981445
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,128,power_law_1.2,0.2951488018035889
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,128,power_law_1.2,0.07583360075950622
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,64,power_law_1.2,10.70886688232422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,128,power_law_1.2,0.30987839698791503
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,128,power_law_1.2,0.07677119970321655
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,128,power_law_1.2,0.07499200105667114
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,128,power_law_1.2,0.11099840402603149
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,128,power_law_1.01,1.1749216079711915
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,128,power_law_1.2,0.0757215976715088
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,128,power_law_1.2,0.11753920316696168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,128,power_law_1.2,0.08304640054702758
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,128,power_law_1.2,0.3240256071090698
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,128,power_law_1.2,0.15061119794845582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,128,power_law_1.2,0.082777601480484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,128,power_law_1.01,1.6908767700195313
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,128,power_law_1.2,0.09980159997940063
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,128,power_law_1.2,0.3366719961166382
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,128,power_law_1.2,0.13392000198364257
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,128,power_law_1.2,0.2233151912689209
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,128,power_law_1.2,0.3695616006851196
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,128,power_law_1.2,0.13822400569915771
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,128,power_law_1.2,0.22824640274047853
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,128,power_law_1.2,0.43380160331726075
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,128,power_law_1.01,2.18787841796875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,128,power_law_1.2,0.14130879640579225
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,128,power_law_1.2,0.23117759227752685
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,128,power_law_1.2,0.5120768070220947
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,128,power_law_1.2,0.14546240568161012
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,128,power_law_1.2,0.23560960292816163
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,128,power_law_1.2,0.14864959716796874
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,128,power_law_1.2,0.2385119915008545
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,128,power_law_1.2,0.6666719913482666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,128,power_law_1.2,0.1568671941757202
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,128,power_law_1.2,0.24697599411010743
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,128,power_law_1.01,3.3226303100585937
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,128,power_law_1.2,0.8504128456115723
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,128,power_law_1.2,0.16448960304260254
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,128,power_law_1.2,0.25519680976867676
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,128,power_law_1.2,0.169868803024292
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,128,power_law_1.2,1.181766414642334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,128,power_law_1.2,0.2622175931930542
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,128,power_law_1.2,0.18522559404373168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,128,power_law_1.2,1.483232021331787
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,128,power_law_1.2,0.20601921081542968
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,128,power_law_1.01,4.307324981689453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,128,power_law_1.01,0.025814399123191833
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,128,power_law_1.2,0.22213759422302246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,128,power_law_1.01,0.03578880131244659
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,128,power_law_1.2,0.2770400047302246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,128,power_law_1.01,0.03699840009212494
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,128,power_law_1.2,0.2573983907699585
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,128,power_law_1.2,2.196790313720703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,128,power_law_1.01,0.03869119882583618
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,128,power_law_1.2,0.29429121017456056
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,128,power_law_1.01,0.04869439899921417
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,128,power_law_1.2,0.3268512010574341
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,128,power_law_1.01,0.053071999549865724
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,128,power_law_1.2,0.30987839698791503
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,128,power_law_1.01,0.0514303982257843
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,128,power_law_1.2,0.3985568046569824
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,128,power_law_1.2,0.34241280555725095
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,128,power_law_1.01,0.0521888017654419
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,128,power_law_1.2,2.949967956542969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,128,power_law_1.01,0.054662400484085084
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,128,power_law_1.2,0.5322944164276123
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,128,power_law_1.2,0.4124351978302002
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,128,power_law_1.01,0.05520319938659668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,128,power_law_1.01,0.058601599931716916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,128,power_law_1.2,0.6788991928100586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,128,power_law_1.2,0.4852640151977539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,128,power_law_1.01,0.06085759997367859
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,128,power_law_1.01,0.06389439702033997
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,128,power_law_1.2,0.6422336101531982
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,128,power_law_1.2,0.9551456451416016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,128,power_law_1.2,4.2558143615722654
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,128,power_law_1.01,0.07031679749488831
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,128,power_law_1.2,0.8096991539001465
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,128,power_law_1.01,0.07577279806137086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,128,power_law_1.2,1.248147201538086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,128,power_law_1.01,0.08190400004386902
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,128,power_law_1.2,1.114310359954834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,128,power_law_1.01,0.09228159785270691
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,128,power_law_1.01,0.11299519538879395
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,128,power_law_1.2,1.8220863342285156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,128,power_law_1.2,1.4515999794006347
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,128,power_law_1.2,6.014233779907227
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,128,power_law_1.01,0.029318401217460634
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,128,power_law_1.01,0.13625919818878174
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,128,power_law_1.01,0.03798080086708069
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,128,power_law_1.01,0.0379584014415741
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,128,power_law_1.01,0.17482880353927613
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,128,power_law_1.01,0.04228799939155579
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,128,power_law_1.2,2.4309696197509765
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,128,power_law_1.2,2.160479927062988
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,128,power_law_1.01,0.20795199871063233
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,128,power_law_1.01,0.05151039958000183
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,128,power_law_1.01,0.05264000296592712
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,128,power_law_1.01,0.29166080951690676
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,128,power_law_1.01,0.054688000679016115
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,128,power_law_1.01,0.37496318817138674
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,128,power_law_1.2,2.7439231872558594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,128,power_law_1.01,0.055615997314453124
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,128,power_law_1.2,3.6951679229736327
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,128,power_law_1.01,0.05647680163383484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,128,power_law_1.01,0.5571807861328125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,128,power_law_1.01,0.058220797777175905
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,128,power_law_1.01,0.0605791985988617
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,128,power_law_1.01,0.06443200111389161
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,128,power_law_1.01,0.7113344192504882
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,128,power_law_1.2,4.1044158935546875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,128,power_law_1.01,0.06671040058135987
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,128,power_law_1.2,4.841219329833985
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,128,power_law_1.01,0.07146239876747132
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,128,power_law_1.01,0.036735999584198
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,128,power_law_1.01,1.0479136466979981
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,128,power_law_1.01,0.037545600533485414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,128,power_law_1.01,0.07730240225791932
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,128,power_law_1.01,0.03922879993915558
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,128,power_law_1.01,0.08234879970550538
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,128,power_law_1.01,0.03943359851837158
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,128,power_law_1.01,0.04212799966335297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,128,power_law_1.01,0.09203199744224548
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,128,power_law_1.01,0.042499199509620667
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,128,power_law_1.2,5.65893440246582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,128,power_law_1.01,0.04410240054130554
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,128,power_law_1.2,0.02476799935102463
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,128,power_law_1.01,0.04481280148029328
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,128,power_law_1.2,0.03652159869670868
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,128,power_law_1.01,1.430185604095459
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,128,power_law_1.2,0.0360287994146347
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,128,power_law_1.2,0.027324798703193664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,128,power_law_1.2,0.03861440122127533
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,128,power_law_1.01,0.11251519918441773
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,128,power_law_1.2,0.03851200044155121
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,128,power_law_1.2,0.048444798588752745
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,128,power_law_1.2,0.03885760009288788
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,128,power_law_1.01,0.0469760000705719
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,128,power_law_1.01,0.13479679822921753
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,128,power_law_1.2,0.04933440089225769
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,128,power_law_1.2,0.0423007994890213
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,128,power_law_1.2,0.051875197887420656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,128,power_law_1.01,0.17815680503845216
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,128,power_law_1.2,0.051497602462768556
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,128,power_law_1.2,0.05240319967269898
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,128,power_law_1.2,0.052457600831985474
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,128,power_law_1.2,0.05486720204353333
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,128,power_law_1.01,0.047619199752807616
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,128,power_law_1.01,0.2202752113342285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,128,power_law_1.2,0.055078399181365964
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,128,power_law_1.2,0.055632001161575316
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,128,power_law_1.01,0.05094720125198364
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,128,power_law_1.2,0.055718398094177245
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,128,power_law_1.01,0.31365439891815183
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,128,power_law_1.2,0.05860480070114136
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,128,power_law_1.01,0.053529602289199826
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,128,power_law_1.2,0.05686399936676025
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,128,power_law_1.2,0.06170240044593811
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,128,power_law_1.01,0.055820798873901366
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,128,power_law_1.2,0.05885440111160278
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,128,power_law_1.01,0.40855679512023924
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,128,power_law_1.2,0.06473600268363952
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,128,power_law_1.01,0.062134397029876706
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,128,power_law_1.2,0.060819202661514284
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,128,power_law_1.2,0.06935359835624695
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,128,power_law_1.2,0.06457279920578003
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,128,power_law_1.01,0.0670304000377655
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,128,power_law_1.01,0.5902944087982178
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,128,power_law_1.2,0.07557439804077148
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,128,power_law_1.2,0.06715199947357178
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,128,power_law_1.01,0.07375680208206177
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,128,power_law_1.2,0.08200960159301758
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,128,power_law_1.2,0.07196159958839417
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,128,power_law_1.01,0.7664703845977783
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,128,power_law_1.01,0.08353919982910156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,128,power_law_1.2,0.0929311990737915
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,128,power_law_1.2,0.07798720002174378
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,128,power_law_1.01,0.10370880365371704
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,128,power_law_1.2,0.11425280570983887
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,128,power_law_1.2,0.08326399922370911
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,128,power_law_1.01,1.1293279647827148
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,128,power_law_1.01,0.12953280210494994
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,128,power_law_1.2,0.13496320247650145
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,128,power_law_1.2,0.09274560213088989
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,128,power_law_1.01,0.17044479846954347
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,128,power_law_1.2,0.17713600397109985
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,128,power_law_1.2,0.11396160125732421
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,128,power_law_1.01,1.4836447715759278
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,128,power_law_1.01,0.20672318935394288
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,128,power_law_1.2,0.13620799779891968
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,128,power_law_1.01,0.2953824043273926
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,128,power_law_1.2,0.1810976028442383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,128,power_law_1.2,0.21689600944519044
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,128,power_law_1.01,0.3824448108673096
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,128,power_law_1.2,0.22659521102905272
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,128,power_law_1.2,0.3306207895278931
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,128,power_law_1.01,0.5474912166595459
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,128,power_law_1.2,0.3111200094223022
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,128,power_law_1.01,0.7190976142883301
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,128,power_law_1.2,0.43253440856933595
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,128,power_law_1.2,0.4090432167053223
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,128,power_law_1.01,1.0494367599487304
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,128,power_law_1.2,0.5850912094116211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,128,power_law_1.01,1.3946592330932617
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,128,power_law_1.01,0.03347519934177399
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,128,power_law_1.01,0.055206400156021115
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,128,power_law_1.01,0.055622398853302
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,128,power_law_1.01,0.0633567988872528
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,128,power_law_1.01,0.08074560165405273
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,128,power_law_1.01,0.08335679769515991
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,128,power_law_1.01,0.08678719997406006
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,128,power_law_1.01,0.08729280233383178
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,128,power_law_1.01,0.09087039828300476
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,128,power_law_1.01,0.09213759899139404
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,128,power_law_1.01,0.09646720290184022
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,128,power_law_1.01,0.10138560533523559
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,128,power_law_1.01,0.10667519569396973
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,128,power_law_1.01,0.11725759506225586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,128,power_law_1.01,0.13197120428085327
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,128,power_law_1.01,0.13898240327835082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,128,power_law_1.01,0.17207679748535157
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,128,power_law_1.2,0.6246463775634765
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,128,power_law_1.01,0.20968320369720458
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,128,power_law_1.01,0.25040640830993655
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,128,power_law_1.01,0.3441983938217163
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,128,power_law_1.01,0.44109439849853516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,128,power_law_1.01,0.6348608016967774
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,128,power_law_1.01,0.8307104110717773
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,128,power_law_1.01,1.2104096412658691
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,128,power_law_1.01,1.6023199081420898
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,128,power_law_1.01,2.3970367431640627
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,128,power_law_1.01,3.14517765045166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,128,power_law_1.01,0.038576000928878786
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,128,power_law_1.01,0.056454402208328244
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,128,power_law_1.01,0.05458880066871643
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,128,power_law_1.01,0.06367999911308289
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,128,power_law_1.2,0.7760096073150635
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,128,power_law_1.01,0.0843455970287323
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,128,power_law_1.01,0.08526399731636047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,128,power_law_1.01,0.08878399729728699
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,128,power_law_1.01,0.09086400270462036
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,128,power_law_1.01,0.09370880126953125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,128,power_law_1.01,0.09528319835662842
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,128,power_law_1.01,0.10008000135421753
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,128,power_law_1.01,0.10569599866867066
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,128,power_law_1.01,0.1114848017692566
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,128,power_law_1.01,0.12243200540542602
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,128,power_law_1.01,0.13307199478149415
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,128,power_law_1.2,0.8215583801269531
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,128,power_law_1.01,0.14345599412918092
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,128,power_law_1.01,0.16588159799575805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,128,power_law_1.01,0.21107199192047119
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,128,power_law_1.01,0.26038079261779784
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,128,power_law_1.01,0.3645535945892334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,128,power_law_1.01,0.46735358238220215
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,128,power_law_1.01,0.6714591979980469
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,128,power_law_1.01,0.8645536422729492
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,128,power_law_1.01,1.2655903816223144
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,128,power_law_1.01,1.6464000701904298
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,128,power_law_1.2,0.035206401348114015
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,128,power_law_1.2,0.03754880130290985
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,128,power_law_1.2,0.03905600011348724
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,128,power_law_1.2,0.038915199041366574
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,128,power_law_1.2,0.04075199961662292
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,128,power_law_1.01,2.4509023666381835
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,128,power_law_1.2,0.041756799817085265
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,128,power_law_1.2,0.0442111998796463
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,128,power_law_1.2,0.04453440010547638
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,128,power_law_1.2,0.046649599075317384
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,128,power_law_1.2,0.04649919867515564
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,128,power_law_1.01,3.2819454193115236
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,128,power_law_1.2,0.04951040148735046
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,128,power_law_1.01,0.052179199457168576
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,128,power_law_1.01,0.050323200225830075
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,128,power_law_1.2,0.05241280198097229
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,128,power_law_1.01,0.05687680244445801
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,128,power_law_1.2,0.05553600192070007
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,128,power_law_1.01,0.0549344003200531
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,128,power_law_1.2,0.06104000210762024
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,128,power_law_1.01,0.06234239935874939
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,128,power_law_1.2,0.06720640063285828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,128,power_law_1.01,0.06305599808692933
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,128,power_law_1.01,0.06667839884757995
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,128,power_law_1.2,0.07276800274848938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,128,power_law_1.01,0.06573759913444518
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,128,power_law_1.2,0.08349760174751282
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,128,power_law_1.01,0.07103040218353271
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,128,power_law_1.01,0.07192320227622986
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,128,power_law_1.2,0.10614720582962037
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,128,power_law_1.01,0.07675840258598328
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,128,power_law_1.01,0.08155199885368347
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,128,power_law_1.2,0.13082239627838135
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,128,power_law_1.01,0.08487679958343505
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,128,power_law_1.01,0.09751679897308349
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,128,power_law_1.2,0.17595200538635253
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,128,power_law_1.01,0.1051967978477478
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,128,power_law_1.2,1.2020064353942872
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,128,power_law_1.01,0.11597440242767335
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,128,power_law_1.2,0.21418240070343017
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,128,power_law_1.01,0.14025599956512452
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,128,power_law_1.01,0.18706560134887695
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,128,power_law_1.01,0.23730239868164063
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,128,power_law_1.01,0.33845760822296145
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,128,power_law_1.01,0.4324831962585449
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,128,power_law_1.2,0.30916481018066405
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,128,power_law_1.01,0.6162047863006592
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,128,power_law_1.01,0.7913568019866943
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,128,power_law_1.01,1.1621696472167968
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,128,power_law_1.01,1.5376128196716308
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,128,power_law_1.01,2.262931251525879
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,128,power_law_1.2,0.401200008392334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,128,power_law_1.01,3.0102783203125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,128,power_law_1.2,0.033103999495506284
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,128,power_law_1.2,0.05998079776763916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,128,power_law_1.2,0.05418559908866882
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,128,power_law_1.2,0.0622655987739563
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,128,power_law_1.2,0.08189759850502014
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,128,power_law_1.2,0.08256639838218689
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,128,power_law_1.2,0.08602240085601806
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,128,power_law_1.2,0.08696960210800171
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,128,power_law_1.2,0.09026560187339783
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,128,power_law_1.2,0.5764639854431153
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,128,power_law_1.2,0.0916159987449646
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,128,power_law_1.2,0.0961184024810791
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,128,power_law_1.2,0.10185600519180298
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,128,power_law_1.2,0.10700479745864869
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,128,power_law_1.2,0.11756479740142822
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,128,power_law_1.2,0.1338047981262207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,128,power_law_1.2,0.13968640565872192
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,128,power_law_1.2,0.1720576047897339
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,128,power_law_1.2,0.2110975980758667
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,128,power_law_1.2,0.26166400909423826
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,128,power_law_1.2,0.380131196975708
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,128,power_law_1.2,0.4986623764038086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,128,power_law_1.2,0.7036896228790284
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,128,power_law_1.2,0.9342144012451172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,128,power_law_1.2,1.1459903717041016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,128,power_law_1.2,0.7604383945465087
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,128,power_law_1.2,1.3833279609680176
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,128,power_law_1.2,1.5885855674743652
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,128,power_law_1.2,0.03794240057468414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,128,power_law_1.2,0.05538560152053833
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,128,power_law_1.2,0.05566080212593079
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,128,power_law_1.2,0.06331520080566407
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,128,power_law_1.2,0.08360639810562134
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,128,power_law_1.2,0.08518400192260742
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,128,power_law_1.2,0.08800960183143616
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,128,power_law_1.2,0.08999680280685425
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,128,power_law_1.2,0.09254080057144165
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,128,power_law_1.2,0.09466879963874816
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,128,power_law_1.2,0.09958080053329468
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,128,power_law_1.2,0.10493760108947754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,128,power_law_1.2,0.1111456036567688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,128,power_law_1.2,0.12057280540466309
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,128,power_law_1.2,0.13143999576568605
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,128,power_law_1.2,1.1156160354614257
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,128,power_law_1.2,0.14137599468231202
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,128,power_law_1.2,0.16459519863128663
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,128,power_law_1.2,0.21213119029998778
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,128,power_law_1.2,1.7917951583862304
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,128,power_law_1.2,0.2595168113708496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,128,power_law_1.2,0.3814912080764771
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,128,power_law_1.2,0.4887872219085693
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,128,power_law_1.2,0.7169504165649414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,128,power_law_1.2,0.9156928062438965
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,128,power_law_1.2,1.515056037902832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,128,power_law_1.2,0.05107839703559876
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,128,power_law_1.2,0.05221760272979736
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,128,power_law_1.2,0.0551360011100769
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,128,power_law_1.2,0.056959998607635495
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,128,power_law_1.2,0.06198400259017944
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,128,power_law_1.2,0.06320959925651551
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,128,power_law_1.2,0.06510080099105835
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,128,power_law_1.2,0.06801599860191346
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,128,power_law_1.2,0.06968320012092591
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,128,power_law_1.2,1.3710111618041991
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,128,power_law_1.2,0.0709119975566864
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,128,power_law_1.2,0.07684479951858521
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,128,power_law_1.2,0.08181759715080261
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,128,power_law_1.2,0.08680319786071777
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,128,power_law_1.2,0.09778559803962708
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,128,power_law_1.2,2.6871551513671874
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,128,power_law_1.2,0.10986239910125732
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,128,power_law_1.2,0.12129600048065185
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,128,power_law_1.2,0.14583679437637329
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,128,power_law_1.2,0.19448000192642212
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,128,power_law_1.2,0.2479423999786377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,128,power_law_1.2,0.35332479476928713
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,128,power_law_1.2,0.4613408088684082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,128,power_law_1.2,0.6536287784576416
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,128,power_law_1.2,0.8701375961303711
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,128,power_law_1.2,1.8314176559448243
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,128,power_law_1.2,1.2621088027954102
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,128,power_law_1.2,1.6600095748901367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,128,power_law_1.2,2.6876575469970705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,128,power_law_1.2,1.4764639854431152
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,128,power_law_1.01,0.09495360255241395
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,128,power_law_1.01,0.09470080137252808
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,128,power_law_1.01,0.15261759757995605
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,128,power_law_1.01,0.15664960145950318
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,128,power_law_1.01,0.1913696050643921
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,128,power_law_1.01,0.2634527921676636
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,128,power_law_1.01,0.3610559940338135
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,128,power_law_1.01,0.365120005607605
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,128,power_law_1.01,0.36890881061553954
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,128,power_law_1.01,0.371561598777771
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,128,power_law_1.01,0.3815840005874634
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,128,power_law_1.01,0.38880319595336915
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,128,power_law_1.01,0.3963520050048828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,128,power_law_1.01,0.4114240169525146
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,128,power_law_1.01,0.42850241661071775
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,128,power_law_1.01,0.44228157997131345
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,128,power_law_1.01,0.4742271900177002
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,128,power_law_1.01,0.5378560066223145
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,128,power_law_1.2,3.700620651245117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,128,power_law_1.01,0.08424959778785705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,128,power_law_1.01,0.602723217010498
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,128,power_law_1.01,0.08443840146064759
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,128,power_law_1.01,0.11957759857177734
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,128,power_law_1.01,0.7347712039947509
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,128,power_law_1.01,0.12623679637908936
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,128,power_law_1.01,0.8839808464050293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,128,power_law_1.01,0.15726079940795898
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,128,power_law_1.01,0.2261888027191162
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,128,power_law_1.01,1.1724255561828614
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,128,power_law_1.01,0.32658560276031495
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,128,power_law_1.01,0.3293823957443237
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,128,power_law_1.01,1.476860809326172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,128,power_law_1.01,0.3334496021270752
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,128,power_law_1.01,0.3367232084274292
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,128,power_law_1.01,2.053731155395508
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,128,power_law_1.01,0.34502079486846926
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,128,power_law_1.01,0.35322558879852295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,128,power_law_1.01,2.611929512023926
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,128,power_law_1.01,0.3611232042312622
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,128,power_law_1.01,0.37437760829925537
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,128,power_law_1.01,0.391158390045166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,128,power_law_1.01,0.4052544116973877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,128,power_law_1.01,3.8242977142333983
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,128,power_law_1.01,0.44042558670043946
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,128,power_law_1.01,0.5069183826446533
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,128,power_law_1.01,0.5745183944702148
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,128,power_law_1.01,5.0184478759765625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,128,power_law_1.01,0.7072896003723145
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,128,power_law_1.01,0.08151040077209473
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,128,power_law_1.01,0.08420159816741943
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,128,power_law_1.01,0.8567392349243164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,128,power_law_1.01,0.09080960154533387
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,128,power_law_1.01,0.09161919951438904
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,128,power_law_1.01,1.1451680183410644
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,128,power_law_1.01,0.10640640258789062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,128,power_law_1.01,0.1404031991958618
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,128,power_law_1.01,1.4274784088134767
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,128,power_law_1.01,0.19236479997634887
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,128,power_law_1.01,0.19524799585342406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,128,power_law_1.01,0.2002432107925415
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,128,power_law_1.01,2.0035167694091798
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,128,power_law_1.01,0.2038655996322632
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,128,power_law_1.01,0.21146240234375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,128,power_law_1.01,2.6011104583740234
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,128,power_law_1.01,0.21954240798950195
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,128,power_law_1.2,2.4544351577758787
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,128,power_law_1.01,0.22513918876647948
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,128,power_law_1.01,0.23912320137023926
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,128,power_law_1.01,3.725667190551758
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,128,power_law_1.01,0.25581119060516355
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,128,power_law_1.01,0.26841919422149657
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,128,power_law_1.01,0.30036799907684325
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,128,power_law_1.01,0.369270396232605
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,128,power_law_1.01,4.82737922668457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,128,power_law_1.01,0.43251838684082033
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,128,power_law_1.2,0.09702399969100953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,128,power_law_1.2,0.09733120203018189
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,128,power_law_1.01,0.5659264087677002
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,128,power_law_1.2,0.15308799743652343
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,128,power_law_1.2,0.15376960039138793
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,128,power_law_1.2,0.18272639513015748
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,128,power_law_1.01,0.6932735919952393
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,128,power_law_1.2,0.24709761142730713
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,128,power_law_1.01,0.944700813293457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,128,power_law_1.2,0.32322239875793457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,128,power_law_1.2,0.3269376039505005
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,128,power_law_1.01,1.192521572113037
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,128,power_law_1.2,0.3308192014694214
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,128,power_law_1.2,0.33295679092407227
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,128,power_law_1.01,1.724799919128418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,128,power_law_1.2,0.34242560863494875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,128,power_law_1.2,0.34993600845336914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,128,power_law_1.01,2.23852481842041
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,128,power_law_1.2,0.3561984062194824
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,128,power_law_1.2,0.37163519859313965
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,128,power_law_1.2,0.38727679252624514
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,128,power_law_1.01,3.272934341430664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,128,power_law_1.2,0.40257601737976073
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,128,power_law_1.2,3.5951038360595704
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,128,power_law_1.2,0.08370239734649658
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,128,power_law_1.2,0.4351967811584473
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,128,power_law_1.2,0.0843775987625122
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,128,power_law_1.2,0.496614408493042
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,128,power_law_1.2,0.5605279922485351
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,128,power_law_1.2,0.11747519969940186
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,128,power_law_1.01,4.3137664794921875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,128,power_law_1.2,0.7150432109832764
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,128,power_law_1.2,0.08202559947967529
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,128,power_law_1.2,0.08420479893684388
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,128,power_law_1.2,0.8602047920227051
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,128,power_law_1.2,0.09096639752388
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,128,power_law_1.2,0.09086400270462036
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,128,power_law_1.2,1.1723679542541503
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,128,power_law_1.2,0.10450559854507446
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,128,power_law_1.2,0.12579200267791749
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,128,power_law_1.2,0.14037439823150635
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,128,power_law_1.2,1.481123161315918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,128,power_law_1.2,0.15563199520111085
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,128,power_law_1.2,0.18998080492019653
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,128,power_law_1.2,0.1944543957710266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,128,power_law_1.2,0.22537920475006104
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,128,power_law_1.2,0.19795199632644653
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,128,power_law_1.2,0.3260960102081299
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,128,power_law_1.2,0.32912640571594237
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,128,power_law_1.2,0.20242559909820557
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,128,power_law_1.2,2.0926528930664063
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,128,power_law_1.2,0.3339904069900513
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,128,power_law_1.2,0.21091840267181397
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,128,power_law_1.2,0.21769280433654786
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,128,power_law_1.2,0.3365344047546387
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,128,power_law_1.2,2.7642080307006838
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,128,power_law_1.2,0.22523200511932373
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,128,power_law_1.2,0.34675838947296145
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,128,power_law_1.2,0.23895039558410644
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,128,power_law_1.2,0.3557984113693237
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,128,power_law_1.2,0.25357120037078856
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,128,power_law_1.2,0.3603231906890869
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,128,power_law_1.2,3.8465953826904298
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,128,power_law_1.2,0.26851520538330076
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,128,power_law_1.2,0.37448320388793943
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,128,power_law_1.2,0.30532159805297854
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,128,power_law_1.2,0.39098880290985105
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,128,power_law_1.2,0.3767199993133545
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,128,power_law_1.2,0.4059584140777588
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,128,power_law_1.2,0.4390528202056885
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,128,power_law_1.2,0.43796482086181643
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,128,power_law_1.2,5.119443130493164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,128,power_law_1.2,0.5804895877838134
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,128,power_law_1.01,0.032543998956680295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,128,power_law_1.2,0.5119264125823975
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,128,power_law_1.2,0.7152256011962891
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,128,power_law_1.2,0.5754559993743896
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,128,power_law_1.2,0.9884575843811035
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,128,power_law_1.2,0.7230303764343262
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,128,power_law_1.2,1.2484928131103517
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,128,power_law_1.01,0.049711999297142026
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,128,power_law_1.2,0.8823776245117188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,128,power_law_1.01,0.04880639910697937
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,128,power_law_1.01,0.051420801877975465
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,128,power_law_1.01,0.06006720066070557
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,128,power_law_1.2,1.1985504150390625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,128,power_law_1.01,0.07471680045127868
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,128,power_law_1.2,1.7955072402954102
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,128,power_law_1.01,0.0757856011390686
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,128,power_law_1.01,0.07884160280227662
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,128,power_law_1.2,1.490774440765381
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,128,power_law_1.01,0.07916799783706666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,128,power_law_1.01,0.0802784025669098
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,128,power_law_1.2,2.3475040435791015
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,128,power_law_1.01,0.0838047981262207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,128,power_law_1.2,2.164406394958496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,128,power_law_1.01,0.08726720213890075
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,128,power_law_1.01,0.09032319784164429
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,128,power_law_1.01,0.09709759950637817
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,128,power_law_1.2,3.4646785736083983
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,128,power_law_1.01,0.10543359518051147
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,128,power_law_1.2,2.7708480834960936
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,128,power_law_1.01,0.11170879602432252
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,128,power_law_1.01,0.1261952042579651
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,128,power_law_1.01,0.15590399503707886
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,128,power_law_1.01,0.18680640459060668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,128,power_law_1.2,4.614393615722657
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,128,power_law_1.01,0.03155519962310791
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,128,power_law_1.2,4.095750427246093
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,128,power_law_1.01,0.2476191997528076
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,128,power_law_1.01,0.3116735935211182
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,128,power_law_1.01,0.4617919921875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,128,power_law_1.01,0.593500804901123
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,128,power_law_1.01,0.0485727995634079
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,128,power_law_1.01,0.047619199752807616
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,128,power_law_1.01,0.8665920257568359
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,128,power_law_1.2,5.403551864624023
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,128,power_law_1.01,0.04719040095806122
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,128,power_law_1.2,0.03276160061359405
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,128,power_law_1.01,0.06288319826126099
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,128,power_law_1.01,0.07748799920082092
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,128,power_law_1.01,1.1391776084899903
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,128,power_law_1.01,0.07850880026817322
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,128,power_law_1.01,0.08091840147972107
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,128,power_law_1.01,0.08231040239334106
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,128,power_law_1.01,0.08329600095748901
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,128,power_law_1.01,1.6841760635375977
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,128,power_law_1.2,0.04920639991760254
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,128,power_law_1.01,0.0870688021183014
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,128,power_law_1.2,0.04778560101985931
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,128,power_law_1.01,0.09101120233535767
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,128,power_law_1.2,0.05011199712753296
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,128,power_law_1.01,0.09395520091056823
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,128,power_law_1.2,0.06001920104026794
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,128,power_law_1.01,0.09981759786605834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,128,power_law_1.2,0.07482240200042725
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,128,power_law_1.01,2.2879871368408202
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,128,power_law_1.2,0.03453760147094727
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,128,power_law_1.01,0.10992640256881714
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,128,power_law_1.2,0.0756608009338379
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,128,power_law_1.2,0.0478879988193512
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,128,power_law_1.2,0.0777728021144867
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,128,power_law_1.01,0.11691520214080811
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,128,power_law_1.2,0.04742079973220825
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,128,power_law_1.2,0.0486272007226944
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,128,power_law_1.2,0.07898880243301391
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,128,power_law_1.01,0.1302016019821167
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,128,power_law_1.2,0.06308159828186036
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,128,power_law_1.2,0.08004480004310607
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,128,power_law_1.2,0.07779840230941773
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,128,power_law_1.01,0.16324160099029542
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,128,power_law_1.2,0.08367040157318115
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,128,power_law_1.2,0.07870399951934814
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,128,power_law_1.2,0.08711680173873901
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,128,power_law_1.01,0.19470399618148804
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,128,power_law_1.2,0.0902176022529602
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,128,power_law_1.01,0.25887360572814944
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,128,power_law_1.2,0.09755839705467224
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,128,power_law_1.2,0.08119040131568908
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,128,power_law_1.2,0.08289920091629029
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,128,power_law_1.01,0.3315551996231079
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,128,power_law_1.2,0.10548160076141358
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,128,power_law_1.2,0.0833791971206665
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,128,power_law_1.2,0.1121216058731079
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,128,power_law_1.2,0.08709759712219238
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,128,power_law_1.2,0.0908511996269226
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,128,power_law_1.2,0.12681599855422973
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,128,power_law_1.01,0.4854144096374512
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,128,power_law_1.2,0.09441919922828675
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,128,power_law_1.2,0.15826879739761351
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,128,power_law_1.2,0.10126080513000488
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,128,power_law_1.01,0.6284383773803711
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,128,power_law_1.2,0.18953280448913573
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,128,power_law_1.2,0.10895359516143799
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,128,power_law_1.2,0.26248960494995116
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,128,power_law_1.2,0.11618880033493043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,128,power_law_1.01,0.9018239974975586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,128,power_law_1.2,0.3377120018005371
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,128,power_law_1.2,0.12949759960174562
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,128,power_law_1.2,0.16280640363693238
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,128,power_law_1.2,0.5048223972320557
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,128,power_law_1.01,1.1760607719421388
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,128,power_law_1.2,0.1946463942527771
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,128,power_law_1.2,0.6653664112091064
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,128,power_law_1.2,0.26359679698944094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,128,power_law_1.01,1.7256864547729491
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,128,power_law_1.2,0.3406496047973633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,128,power_law_1.2,0.498198413848877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,128,power_law_1.01,2.318832015991211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,128,power_law_1.2,0.9869503974914551
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,128,power_law_1.2,0.6548607826232911
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,128,power_law_1.01,0.0836031973361969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,128,power_law_1.01,0.08341119885444641
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,128,power_law_1.2,0.9301728248596192
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,128,power_law_1.2,1.3064576148986817
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,128,power_law_1.01,0.08430399894714355
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,128,power_law_1.01,0.14832960367202758
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,128,power_law_1.2,1.261843204498291
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,128,power_law_1.01,0.2705600023269653
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,128,power_law_1.01,0.3845088005065918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,128,power_law_1.01,0.39361279010772704
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,128,power_law_1.01,0.4009407997131348
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,128,power_law_1.01,0.40940160751342775
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,128,power_law_1.2,1.9458528518676759
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,128,power_law_1.01,0.4168064117431641
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,128,power_law_1.01,0.4337120056152344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,128,power_law_1.01,0.4498079776763916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,128,power_law_1.01,0.4703519821166992
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,128,power_law_1.01,0.5031936168670654
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,128,power_law_1.01,0.5378911972045899
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,128,power_law_1.2,1.918569564819336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,128,power_law_1.01,0.5755104064941406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,128,power_law_1.2,2.629862403869629
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,128,power_law_1.01,0.6433343887329102
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,128,power_law_1.01,0.07319679856300354
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,128,power_law_1.01,0.7876768112182617
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,128,power_law_1.01,0.07356799840927124
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,128,power_law_1.01,0.07404159903526306
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,128,power_law_1.01,0.9472288131713867
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,128,power_law_1.01,0.14507839679718018
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,128,power_law_1.01,1.275273609161377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,128,power_law_1.01,0.25972158908843995
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,128,power_law_1.01,0.36762878894805906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,128,power_law_1.01,0.37687039375305176
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,128,power_law_1.2,3.2685375213623047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,128,power_law_1.01,1.5723360061645508
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,128,power_law_1.01,0.07838079929351807
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,128,power_law_1.01,0.384604811668396
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,128,power_law_1.01,0.08137919902801513
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,128,power_law_1.01,0.3946624040603638
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,128,power_law_1.01,0.08166080117225646
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,128,power_law_1.01,2.169923210144043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,128,power_law_1.01,0.4016831874847412
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,128,power_law_1.01,0.10303360223770142
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,128,power_law_1.01,0.4173600196838379
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,128,power_law_1.2,2.4706752777099608
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,128,power_law_1.01,0.1624575972557068
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,128,power_law_1.2,0.08481919765472412
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,128,power_law_1.01,0.433292818069458
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,128,power_law_1.01,0.22297279834747313
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,128,power_law_1.01,2.8335807800292967
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,128,power_law_1.2,0.08462719917297364
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,128,power_law_1.01,0.45303997993469236
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,128,power_law_1.01,0.23195199966430663
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,128,power_law_1.2,0.08596799969673156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,128,power_law_1.01,0.48702402114868165
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,128,power_law_1.01,0.23960320949554442
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,128,power_law_1.2,0.1421504020690918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,128,power_law_1.01,0.5238431930541992
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,128,power_law_1.01,0.24846398830413818
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,128,power_law_1.01,0.562659215927124
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,128,power_law_1.2,0.25715200901031493
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,128,power_law_1.01,0.25474560260772705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,128,power_law_1.01,0.6321440219879151
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,128,power_law_1.2,0.36713600158691406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,128,power_law_1.01,0.27383999824523925
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,128,power_law_1.01,4.018438339233398
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,128,power_law_1.2,0.3760607957839966
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,128,power_law_1.01,0.7949600219726562
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,128,power_law_1.01,0.2890592098236084
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,128,power_law_1.2,0.3839040040969849
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,128,power_law_1.01,0.30967040061950685
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,128,power_law_1.01,0.9412896156311035
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,128,power_law_1.2,0.3950720071792603
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,128,power_law_1.01,0.34425599575042726
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,128,power_law_1.2,0.39853758811950685
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,128,power_law_1.01,0.38711678981781006
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,128,power_law_1.2,0.4145472049713135
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,128,power_law_1.01,5.262777709960938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,128,power_law_1.01,0.43169598579406737
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,128,power_law_1.2,0.4330239772796631
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,128,power_law_1.01,1.2558591842651368
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,128,power_law_1.01,0.5035039901733398
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,128,power_law_1.2,0.45576000213623047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,128,power_law_1.01,0.6593344211578369
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,128,power_law_1.2,0.4858272075653076
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,128,power_law_1.01,1.558499240875244
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,128,power_law_1.01,0.8078463554382325
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,128,power_law_1.2,0.5208384037017822
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,128,power_law_1.2,0.5591423988342286
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,128,power_law_1.01,7.906454467773438
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,128,power_law_1.01,1.1148832321166993
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,128,power_law_1.01,2.153718376159668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,128,power_law_1.2,0.6252927780151367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,128,power_law_1.01,1.4113504409790039
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,128,power_law_1.2,0.793452787399292
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,128,power_law_1.01,2.7890432357788084
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,128,power_law_1.2,0.978486442565918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,128,power_law_1.01,1.9991487503051757
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,128,power_law_1.2,1.2881504058837892
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,128,power_law_1.01,4.006502532958985
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,128,power_law_1.01,10.448678588867187
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,128,power_law_1.2,0.07388479709625244
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,128,power_law_1.2,0.07398399710655212
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,128,power_law_1.01,2.6129087448120116
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,128,power_law_1.2,1.596886444091797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,128,power_law_1.2,0.07438399791717529
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,128,power_law_1.2,0.14531199932098388
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,128,power_law_1.01,5.214220809936523
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,128,power_law_1.2,0.2582848072052002
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,128,power_law_1.2,2.197590446472168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,128,power_law_1.01,3.8085792541503904
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,128,power_law_1.2,0.36909439563751223
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,128,power_law_1.2,0.3774399995803833
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,128,power_law_1.2,0.38637120723724366
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,128,power_law_1.2,2.887798309326172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,128,power_law_1.2,0.3928960084915161
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,128,power_law_1.01,4.990902328491211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,128,power_law_1.01,7.724063873291016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,128,power_law_1.2,0.4022848129272461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,128,power_law_1.2,4.261603164672851
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,128,power_law_1.2,0.41693758964538574
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,128,power_law_1.2,0.4342656135559082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,128,power_law_1.2,0.4541600227355957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,128,power_law_1.2,0.4876351833343506
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,128,power_law_1.01,7.453651428222656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,128,power_law_1.2,0.5233823776245117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,128,power_law_1.01,10.287181091308593
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,128,power_law_1.2,0.5658783912658691
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,128,power_law_1.2,5.6287391662597654
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,128,power_law_1.2,0.6430367946624755
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,128,power_law_1.2,0.7987423896789551
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,128,power_law_1.2,0.9744864463806152
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,128,power_law_1.2,0.07705600261688232
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,128,power_law_1.01,9.761126708984374
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,256,power_law_1.01,0.062268799543380736
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,128,power_law_1.2,0.08132799863815307
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,256,power_law_1.01,0.10401920080184937
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,256,power_law_1.01,0.10751359462738037
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,128,power_law_1.2,0.08119999766349792
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,256,power_law_1.01,0.10963519811630248
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,128,power_law_1.2,1.291823959350586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,128,power_law_1.2,0.10016640424728393
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,128,power_law_1.2,8.59357147216797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,256,power_law_1.01,0.16280640363693238
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,128,power_law_1.2,0.15858880281448365
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,256,power_law_1.01,0.22818880081176757
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,128,power_law_1.2,1.6101408004760742
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,128,power_law_1.2,0.22370560169219972
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,256,power_law_1.01,0.23746559619903565
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,128,power_law_1.2,0.23075199127197266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,256,power_law_1.01,0.24257919788360596
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,128,power_law_1.2,0.237609601020813
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,256,power_law_1.01,0.2466304063796997
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,128,power_law_1.2,2.231833648681641
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,256,power_law_1.01,0.2511359930038452
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,128,power_law_1.2,0.2474463939666748
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,256,power_law_1.01,0.2593247890472412
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,128,power_law_1.2,0.2565279960632324
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,256,power_law_1.01,0.26680960655212405
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,128,power_law_1.2,0.2720767974853516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,256,power_law_1.01,0.27197120189666746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,128,power_law_1.2,2.884777641296387
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,128,power_law_1.2,0.28863680362701416
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,256,power_law_1.01,0.28819520473480226
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,128,power_law_1.2,0.3120448112487793
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,256,power_law_1.01,0.3026047945022583
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,128,power_law_1.2,0.35119359493255614
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,256,power_law_1.01,0.3124511957168579
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,128,power_law_1.2,4.213251113891602
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,128,power_law_1.2,0.38922240734100344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,256,power_law_1.01,0.3367583990097046
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,256,power_law_1.01,0.39480640888214114
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,128,power_law_1.2,0.4296703815460205
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,256,power_law_1.01,0.45391998291015623
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,128,power_law_1.2,0.5130943775177002
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,256,power_law_1.01,0.5764992237091064
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,128,power_law_1.2,11.433065795898438
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,256,power_law_1.01,0.04779199957847595
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,128,power_law_1.2,5.551964950561524
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,128,power_law_1.2,0.6715871810913085
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,256,power_law_1.01,0.6989535808563232
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,256,power_law_1.01,0.07460160255432129
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,256,power_law_1.01,0.0775168001651764
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,128,power_law_1.2,0.8225407600402832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,256,power_law_1.01,0.9836992263793946
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,256,power_law_1.01,0.09087679982185363
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,256,power_law_1.01,0.1260480046272278
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,256,power_law_1.01,1.2630528450012206
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,256,power_law_1.01,0.21852478981018067
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,128,power_law_1.2,1.130726432800293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,256,power_law_1.01,0.2223968029022217
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,256,power_law_1.01,0.22499520778656007
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,256,power_law_1.01,1.8069215774536134
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,128,power_law_1.2,1.4430015563964844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,256,power_law_1.01,0.22926719188690187
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,256,power_law_1.01,0.23192319869995118
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,256,power_law_1.01,0.24050240516662597
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,256,power_law_1.01,2.3487104415893554
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,128,power_law_1.2,8.625347137451172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,128,power_law_1.2,2.056208038330078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,256,power_law_1.01,0.24824960231781007
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,256,power_law_1.01,0.2552639961242676
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,256,power_law_1.01,0.27053759098052976
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,256,power_law_1.01,3.4499393463134767
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,128,power_law_1.2,2.7321407318115236
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,256,power_law_1.01,0.2876319885253906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,256,power_law_1.01,0.30373439788818357
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,256,power_law_1.01,0.33571200370788573
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,256,power_law_1.01,4.591888046264648
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,256,power_law_1.01,0.39921600818634034
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,256,power_law_1.01,0.06902400255203248
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,128,power_law_1.2,3.952889633178711
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,256,power_law_1.01,0.07176960110664368
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,256,power_law_1.01,0.4641695976257324
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,256,power_law_1.01,0.07777919769287109
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,256,power_law_1.01,0.07662400007247924
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,256,power_law_1.01,0.5911200046539307
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,256,power_law_1.01,0.09255359768867492
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,256,power_law_1.01,0.7272448062896728
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,256,power_law_1.01,0.1261888027191162
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,256,power_law_1.01,0.13143680095672608
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,256,power_law_1.01,1.001734447479248
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,128,power_law_1.2,5.187660980224609
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,256,power_law_1.01,0.13288320302963258
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,256,power_law_1.01,0.13590719699859619
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,256,power_law_1.01,1.2789664268493652
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,256,power_law_1.01,0.13969279527664186
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,256,power_law_1.01,0.1501919984817505
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,128,power_law_1.2,11.434703826904297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,256,power_law_1.01,1.839072036743164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,256,power_law_1.01,0.16128640174865722
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,256,power_law_1.2,0.07408000230789184
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,256,power_law_1.2,0.12286399602890015
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,256,power_law_1.01,0.16573439836502074
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,256,power_law_1.2,0.1190335988998413
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,256,power_law_1.2,0.13690880537033082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,256,power_law_1.01,0.17626559734344482
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,256,power_law_1.01,2.384438323974609
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,256,power_law_1.2,0.17973439693450927
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,256,power_law_1.01,0.19292479753494263
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,256,power_law_1.2,0.25147840976715086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,256,power_law_1.01,0.20997440814971924
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,128,power_law_1.2,7.653897857666015
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,256,power_law_1.2,0.2546623945236206
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,256,power_law_1.01,0.24103360176086425
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,256,power_law_1.2,0.25775680541992185
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,256,power_law_1.01,3.529596710205078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,256,power_law_1.01,0.30794239044189453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,256,power_law_1.2,0.26308479309082033
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,256,power_law_1.2,0.26452159881591797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,256,power_law_1.01,0.3733279943466187
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,256,power_law_1.2,0.275052809715271
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,256,power_law_1.01,0.4990687847137451
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,256,power_law_1.2,0.2828128099441528
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,256,power_law_1.01,0.6240608215332031
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,256,power_law_1.2,0.28908159732818606
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,256,power_law_1.01,4.617494583129883
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,256,power_law_1.2,0.047619199752807616
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,256,power_law_1.2,0.30347518920898436
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,256,power_law_1.01,0.8812447547912597
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,256,power_law_1.2,0.07462400197982788
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,256,power_law_1.2,0.31688001155853274
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,256,power_law_1.2,0.07722240090370178
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,256,power_law_1.2,0.09419519901275634
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,256,power_law_1.2,0.33098559379577636
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,256,power_law_1.01,1.1418496131896974
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,256,power_law_1.2,0.12542400360107422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,256,power_law_1.2,0.36186559200286866
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,256,power_law_1.2,0.21825919151306153
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,256,power_law_1.2,0.4298848152160645
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,256,power_law_1.01,1.6380895614624023
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,256,power_law_1.2,0.2223583936691284
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,256,power_law_1.2,0.4949984073638916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,256,power_law_1.2,0.22534079551696778
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,256,power_law_1.2,0.2297760009765625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,256,power_law_1.2,0.639734411239624
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,256,power_law_1.01,2.1694719314575197
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,256,power_law_1.2,0.23185279369354247
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,256,power_law_1.2,0.7995872020721435
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,256,power_law_1.2,0.2403104066848755
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,256,power_law_1.2,0.25052480697631835
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,256,power_law_1.2,1.1390239715576171
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,256,power_law_1.01,3.210300827026367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,256,power_law_1.2,0.2557471990585327
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,256,power_law_1.2,1.4416095733642578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,256,power_law_1.2,0.27292160987854003
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,256,power_law_1.2,0.2912384033203125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,256,power_law_1.2,0.3051775932312012
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,256,power_law_1.01,4.2321216583251955
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,256,power_law_1.2,2.108768081665039
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,256,power_law_1.2,0.06818240284919738
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,256,power_law_1.2,0.3399456024169922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,256,power_law_1.2,0.07141119837760926
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,256,power_law_1.2,0.07714880108833314
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,256,power_law_1.2,0.40779838562011717
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,256,power_law_1.2,0.07712640166282654
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,256,power_law_1.2,2.7931711196899416
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,256,power_law_1.2,0.47951359748840333
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,256,power_law_1.2,0.09253439903259278
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,128,power_law_1.2,10.342765045166015
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,256,power_law_1.2,0.12665599584579468
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,256,power_law_1.2,0.6280992031097412
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,256,power_law_1.01,0.07192639708518982
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,256,power_law_1.2,0.13013440370559692
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,256,power_law_1.2,0.7978464126586914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,256,power_law_1.01,0.07214400172233582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,256,power_law_1.2,0.13256640434265138
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,256,power_law_1.2,4.241161727905274
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,256,power_law_1.2,0.13616640567779542
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,256,power_law_1.2,1.1195679664611817
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,256,power_law_1.2,0.1405311942100525
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,256,power_law_1.2,0.148854398727417
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,256,power_law_1.2,1.4470815658569336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,256,power_law_1.2,0.1556704044342041
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,256,power_law_1.01,0.11597119569778443
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,256,power_law_1.2,0.16191359758377075
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,256,power_law_1.2,5.758406448364258
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,256,power_law_1.01,0.13910080194473268
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,256,power_law_1.2,0.17768319845199584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,256,power_law_1.2,2.1127552032470702
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,256,power_law_1.01,0.045638400316238406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,256,power_law_1.2,0.19713280200958253
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,256,power_law_1.01,0.253769588470459
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,256,power_law_1.01,0.04525760114192963
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,256,power_law_1.2,0.21240320205688476
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,256,power_law_1.01,0.3613343954086304
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,256,power_law_1.2,0.24590399265289306
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,256,power_law_1.2,2.7721920013427734
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,256,power_law_1.01,0.36893439292907715
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,256,power_law_1.2,0.31506240367889404
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,256,power_law_1.01,0.37675840854644777
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,256,power_law_1.2,0.38473920822143554
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,256,power_law_1.01,0.3840991973876953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,256,power_law_1.01,0.081740802526474
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,256,power_law_1.2,0.524448013305664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,256,power_law_1.2,4.1247905731201175
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,256,power_law_1.01,0.39227519035339353
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,256,power_law_1.01,0.13786879777908326
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,256,power_law_1.2,0.6596896171569824
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,256,power_law_1.01,0.40790400505065916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,256,power_law_1.01,0.25292799472808836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,256,power_law_1.01,0.4229887962341309
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,256,power_law_1.01,0.3599168062210083
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,256,power_law_1.2,0.9347007751464844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,256,power_law_1.01,0.4425471782684326
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,256,power_law_1.01,0.36998400688171384
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,256,power_law_1.2,5.537132644653321
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,256,power_law_1.2,1.228604793548584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,256,power_law_1.01,0.3783711910247803
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,256,power_law_1.01,0.4750080108642578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,256,power_law_1.01,0.06499519944190979
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,256,power_law_1.01,0.38763840198516847
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,256,power_law_1.01,0.06809599995613098
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,256,power_law_1.2,1.7961727142333985
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,256,power_law_1.01,0.39540801048278806
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,256,power_law_1.01,0.5100575923919678
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,256,power_law_1.01,0.06935679912567139
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,256,power_law_1.01,0.4129983901977539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,256,power_law_1.01,0.547811222076416
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,256,power_law_1.01,0.09055359959602356
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,256,power_law_1.2,2.3422143936157225
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,256,power_law_1.01,0.4279488086700439
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,256,power_law_1.01,0.6154687881469727
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,256,power_law_1.01,0.14950720071792603
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,256,power_law_1.01,0.44740800857543944
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,256,power_law_1.01,0.20889921188354493
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,256,power_law_1.01,0.7562304019927979
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,256,power_law_1.01,0.4797376155853271
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,256,power_law_1.01,0.21641919612884522
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,256,power_law_1.2,3.5414718627929687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,256,power_law_1.01,0.5129695892333984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,256,power_law_1.01,0.2247136116027832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,256,power_law_1.01,0.8951680183410644
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,256,power_law_1.01,0.5505663871765136
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,256,power_law_1.01,0.23293120861053468
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,256,power_law_1.01,0.24214720726013184
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,256,power_law_1.01,0.6208159923553467
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,256,power_law_1.01,1.1918111801147462
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,256,power_law_1.2,4.714220809936523
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,256,power_law_1.01,0.25991039276123046
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,256,power_law_1.2,0.07292479872703553
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,256,power_law_1.01,0.7666431903839112
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,256,power_law_1.2,0.07343360185623168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,256,power_law_1.01,0.27634239196777344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,256,power_law_1.01,1.4978303909301758
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,256,power_law_1.01,0.9108384132385254
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,256,power_law_1.01,0.29551360607147215
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,256,power_law_1.01,0.32981441020965574
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,256,power_law_1.01,1.2098431587219238
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,256,power_law_1.01,2.065011215209961
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,256,power_law_1.01,0.3675487995147705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,256,power_law_1.01,0.40941758155822755
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,256,power_law_1.01,1.5094240188598633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,256,power_law_1.01,0.486627197265625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,256,power_law_1.01,2.6521280288696287
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,256,power_law_1.2,0.11703039407730102
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,256,power_law_1.01,0.6440383911132812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,256,power_law_1.2,0.14001280069351196
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,256,power_law_1.01,2.099404716491699
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,256,power_law_1.01,0.7915008068084717
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,256,power_law_1.2,0.25445120334625243
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,256,power_law_1.01,3.8081119537353514
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,256,power_law_1.01,1.0828512191772461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,256,power_law_1.01,2.695318412780762
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,256,power_law_1.2,0.3625727891921997
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,256,power_law_1.2,0.3713279962539673
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,256,power_law_1.01,1.3780287742614745
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,256,power_law_1.2,0.3772416114807129
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,256,power_law_1.2,0.3856384038925171
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,256,power_law_1.01,5.008000183105469
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,256,power_law_1.01,3.8529022216796873
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,256,power_law_1.01,1.953331184387207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,256,power_law_1.2,0.39360001087188723
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,256,power_law_1.2,0.4092895984649658
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,256,power_law_1.2,0.4253536224365234
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,256,power_law_1.01,2.5678815841674805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,256,power_law_1.01,5.060287857055664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,256,power_law_1.2,0.44439358711242677
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,256,power_law_1.01,7.496713256835937
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,256,power_law_1.2,0.4788224220275879
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,256,power_law_1.2,0.5129856109619141
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,256,power_law_1.01,3.715235137939453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,256,power_law_1.2,0.5513760089874268
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,256,power_law_1.2,0.6210944175720214
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,256,power_law_1.01,7.45953598022461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,256,power_law_1.2,0.7668159961700439
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,256,power_law_1.01,4.853996658325196
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,256,power_law_1.01,9.875702667236329
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,256,power_law_1.2,0.9180191993713379
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,256,power_law_1.2,0.046086400747299194
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,256,power_law_1.2,0.04786880016326904
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,256,power_law_1.2,1.2329952239990234
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,256,power_law_1.2,1.542460823059082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,256,power_law_1.2,0.0819711983203888
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,256,power_law_1.01,9.936841583251953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,256,power_law_1.01,7.282838439941406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,256,power_law_1.2,0.06587839722633362
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,256,power_law_1.2,0.13911360502243042
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,256,power_law_1.2,0.06789439916610718
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,256,power_law_1.2,2.140255928039551
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,256,power_law_1.2,0.0701471984386444
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,256,power_law_1.2,0.25306239128112795
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,256,power_law_1.2,0.09143999814987183
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,256,power_law_1.2,0.36198720932006834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,256,power_law_1.2,0.14910080432891845
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,256,power_law_1.2,0.37079999446868894
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,256,power_law_1.2,2.7762752532958985
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,256,power_law_1.2,0.20822720527648925
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,256,power_law_1.2,0.3798111915588379
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,256,power_law_1.2,0.21707520484924317
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,256,power_law_1.2,0.38818559646606443
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,256,power_law_1.2,0.22436800003051757
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,256,power_law_1.01,9.589148712158202
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,256,power_law_1.2,0.39607040882110595
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,256,power_law_1.2,0.23422720432281494
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,256,power_law_1.2,0.4128960132598877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,256,power_law_1.2,0.24223680496215821
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,256,power_law_1.2,4.233257675170899
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,256,power_law_1.2,0.42899518013000487
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,256,power_law_1.2,0.26010880470275877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,256,power_law_1.2,0.4472928047180176
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,256,power_law_1.2,0.2763263940811157
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,256,power_law_1.2,0.4817471981048584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,256,power_law_1.2,0.29513599872589114
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,256,power_law_1.2,0.5159743785858154
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,256,power_law_1.2,0.3334784030914307
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,256,power_law_1.2,5.56280632019043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,256,power_law_1.2,0.3711359977722168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,256,power_law_1.2,0.5554815769195557
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,256,power_law_1.2,0.40920000076293944
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,256,power_law_1.2,0.6260159969329834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,256,power_law_1.2,0.48772802352905276
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,256,power_law_1.2,0.7875328063964844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,256,power_law_1.2,0.6521312236785889
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,256,power_law_1.2,0.9408127784729003
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,256,power_law_1.2,0.7947743892669678
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,256,power_law_1.2,1.2513440132141114
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,256,power_law_1.2,1.1075776100158692
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,256,power_law_1.2,1.5693120002746581
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,256,power_law_1.2,8.644662475585937
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,256,power_law_1.2,1.4035136222839355
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,256,power_law_1.2,2.172800064086914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,256,power_law_1.2,2.0070655822753904
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,256,power_law_1.2,2.642764854431152
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,256,power_law_1.2,2.8532575607299804
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,256,power_law_1.2,4.157078552246094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,256,power_law_1.2,3.8509662628173826
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,256,power_law_1.2,11.110441589355469
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,256,power_law_1.2,5.129257583618164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,256,power_law_1.2,5.484688186645508
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,256,power_law_1.2,8.169996643066407
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,256,power_law_1.2,7.571469116210937
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,256,power_law_1.2,11.056163024902343
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,256,power_law_1.2,10.133554840087891
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,3072,1536,8,256,1,1,power_law_1.01,0.057599997520446776
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,1,1,power_law_1.01,0.04927360117435455
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,3072,1536,8,256,1,1,power_law_1.2,0.0585919976234436
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,3072,1536,8,256,1,1,power_law_1.01,0.0900160014629364
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,3072,1536,8,256,1,1,power_law_1.01,0.17063679695129394
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,1,1,power_law_1.01,0.08472319841384887
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,3072,1536,8,256,1,1,power_law_1.01,0.309497594833374
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,1,1,power_law_1.01,0.1269055962562561
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,1,1,power_law_1.01,0.21313920021057128
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,3072,1536,8,256,1,1,power_law_1.2,0.08903040289878845
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,3072,1536,8,256,1,1,power_law_1.2,0.17196160554885864
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,3072,1536,8,256,1,1,power_law_1.2,0.3013760089874268
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,3072,1536,8,256,1,1,power_law_1.01,0.45531520843505857
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,3072,1536,8,256,1,1,power_law_1.01,0.5843711853027344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,1,1,power_law_1.01,0.2965183973312378
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,3072,1536,8,256,1,1,power_law_1.01,0.8259008407592774
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,1,1,power_law_1.01,0.3981760025024414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,3072,1536,8,256,1,1,power_law_1.01,0.8652031898498536
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,1,1,power_law_1.01,0.5417215824127197
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,3072,1536,8,256,1,1,power_law_1.01,0.9007871627807618
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,1,1,power_law_1.01,0.5692224025726318
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,3072,1536,8,256,1,1,power_law_1.01,0.9185407638549805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,1,1,power_law_1.01,0.599942398071289
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,3072,1536,8,256,1,1,power_law_1.01,0.95098876953125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,1,1,power_law_1.01,0.5907839775085449
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,3072,1536,8,256,1,1,power_law_1.01,0.9955519676208496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,3072,1536,8,256,1,1,power_law_1.2,0.39794559478759767
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,1,1,power_law_1.01,0.6365375995635987
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,3072,1536,8,256,1,1,power_law_1.01,1.020627212524414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,3072,1536,8,256,1,1,power_law_1.2,0.5336192131042481
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,3072,1536,8,256,1,1,power_law_1.01,1.1049344062805175
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,3072,1536,8,256,1,1,power_law_1.2,0.8144831657409668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,3072,1536,8,256,1,1,power_law_1.2,0.8399616241455078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,3072,1536,8,256,1,1,power_law_1.2,0.8520575523376465
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,1,1,power_law_1.01,0.6939712047576905
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,3072,1536,8,256,1,1,power_law_1.2,0.8975680351257325
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,1,1,power_law_1.01,0.7269951820373535
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,3072,1536,8,256,1,1,power_law_1.2,0.9570752143859863
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,1,1,power_law_1.01,0.8167296409606933
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,3072,1536,8,256,1,1,power_law_1.2,0.9792320251464843
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,3072,1536,8,256,1,1,power_law_1.2,1.0211008071899415
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,3072,1536,8,256,1,1,power_law_1.2,1.1257856369018555
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,3072,1536,8,256,1,1,power_law_1.01,1.1470272064208984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,3072,1536,8,256,1,1,power_law_1.2,1.1660736083984375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,3072,1536,8,256,1,1,power_law_1.01,1.1735936164855958
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,3072,1536,8,256,1,1,power_law_1.2,1.190118408203125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,3072,1536,8,256,1,1,power_law_1.01,1.2363200187683105
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,3072,1536,8,256,1,1,power_law_1.2,1.2919551849365234
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,3072,1536,8,256,1,1,power_law_1.01,1.334937572479248
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,1,1,power_law_1.01,0.7283711910247803
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,3072,1536,8,256,1,1,power_law_1.2,1.374617576599121
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,1,1,power_law_1.01,0.7517888069152832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,1,1,power_law_1.01,1.418899154663086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,1,1,power_law_1.01,0.8039872169494628
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,1,1,power_law_1.2,1.4847552299499511
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,1,1,power_law_1.01,1.6145023345947265
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,1,1,power_law_1.01,0.9242303848266602
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,1,1,power_law_1.2,1.678828811645508
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,1,1,power_law_1.01,1.0279295921325684
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,1,1,power_law_1.01,1.2558464050292968
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,1,1,power_law_1.2,1.8942527770996094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,1,1,power_law_1.01,1.4691583633422851
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,1,1,power_law_1.2,2.34716796875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,1,1,power_law_1.01,1.8134527206420898
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,1,1,power_law_1.01,1.940447998046875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,1,1,power_law_1.2,2.7975040435791017
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,1,1,power_law_1.01,2.261996841430664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,1,1,power_law_1.01,2.396339225769043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,1,1,power_law_1.01,2.7247360229492186
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,1,1,power_law_1.2,3.8586048126220702
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,1,1,power_law_1.01,3.3361663818359375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,1,1,power_law_1.01,3.6403392791748046
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,1,1,power_law_1.2,4.7352958679199215
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,1,1,power_law_1.01,4.285273742675781
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,1,1,power_law_1.01,4.758508682250977
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,1,1,power_law_1.01,6.176979064941406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,1,1,power_law_1.2,6.810598754882813
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,1,1,power_law_1.01,6.624345397949218
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,1,1,power_law_1.01,8.056275177001954
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,1,1,power_law_1.2,8.991673278808594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,1,1,power_law_1.2,0.05316479802131653
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,1,1,power_law_1.2,0.08765439987182617
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,1,1,power_law_1.2,0.12974079847335815
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,1,1,power_law_1.01,8.564672088623047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,1,1,power_law_1.2,0.21178240776062013
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,1,1,power_law_1.2,0.2813568115234375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,1,1,power_law_1.2,0.3709248065948486
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,1,1,power_law_1.2,0.541107177734375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,1,1,power_law_1.2,0.5615615844726562
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,1,1,power_law_1.2,0.5748095989227295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,1,1,power_law_1.2,0.6002111911773682
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,1,1,power_law_1.2,0.6664192199707031
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,1,1,power_law_1.2,0.6892608165740967
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,1,1,power_law_1.2,0.7468800067901611
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,1,1,power_law_1.2,0.8344703674316406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,3072,1536,8,256,1,2,power_law_1.01,0.06585599780082703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,1,1,power_law_1.2,0.7352831840515137
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,3072,1536,8,256,1,2,power_law_1.01,0.09717119932174682
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,1,1,power_law_1.2,0.74934401512146
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,3072,1536,8,256,1,2,power_law_1.01,0.1565119981765747
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,1,1,power_law_1.2,0.8533760070800781
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,3072,1536,8,256,1,2,power_law_1.01,0.2038719892501831
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,1,1,power_law_1.2,0.9631936073303222
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,3072,1536,8,256,1,2,power_law_1.01,0.2791167974472046
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,1,1,power_law_1.2,1.0668224334716796
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,3072,1536,8,256,1,2,power_law_1.01,0.36309759616851806
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,3072,1536,8,256,1,2,power_law_1.01,0.4386943817138672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,1,1,power_law_1.2,1.298201560974121
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,3072,1536,8,256,1,2,power_law_1.01,0.48972158432006835
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,1,1,power_law_1.2,1.5182016372680665
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,3072,1536,8,256,1,2,power_law_1.01,0.47882881164550783
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,3072,1536,8,256,1,2,power_law_1.01,0.502675199508667
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,1,1,power_law_1.2,1.9900287628173827
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,3072,1536,8,256,1,2,power_law_1.01,0.5108479976654052
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,3072,1536,8,256,1,2,power_law_1.01,0.5981823921203613
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,1,1,power_law_1.2,2.437727928161621
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,3072,1536,8,256,1,2,power_law_1.01,0.6056064128875732
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,3072,1536,8,256,1,2,power_law_1.01,0.6377600193023681
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,3072,1536,8,256,1,2,power_law_1.01,0.644268798828125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,1,1,power_law_1.2,3.372217559814453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,3072,1536,8,256,1,2,power_law_1.01,0.6402815818786621
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,3072,1536,8,256,1,2,power_law_1.01,0.712339210510254
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,3072,1536,8,256,1,2,power_law_1.01,0.7637440204620362
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,1,1,power_law_1.2,4.3124736785888675
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,1,2,power_law_1.01,0.8399935722351074
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,1,2,power_law_1.01,0.9812735557556153
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,1,2,power_law_1.01,1.1279808044433595
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,1,2,power_law_1.01,1.4502911567687988
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,1,1,power_law_1.2,6.225286483764648
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,1,2,power_law_1.01,1.7888191223144532
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,1,2,power_law_1.01,2.4208383560180664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,1,1,power_law_1.2,8.10943374633789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,1,2,power_law_1.01,3.0872896194458006
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,1,2,power_law_1.01,4.521516799926758
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,1,2,power_law_1.01,5.787046432495117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,1,2,power_law_1.01,0.059468799829483034
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,1,2,power_law_1.01,0.09345279932022095
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,1,2,power_law_1.01,0.11100159883499146
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,1,2,power_law_1.01,0.14954240322113038
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,1,2,power_law_1.01,0.19949439764022828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,1,2,power_law_1.01,0.24615039825439453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,1,2,power_law_1.01,0.31203200817108157
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,1,2,power_law_1.01,0.3245311975479126
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,1,2,power_law_1.01,0.336627197265625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,1,2,power_law_1.01,0.3395456075668335
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,1,2,power_law_1.01,0.3517823934555054
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,1,2,power_law_1.01,0.39830400943756106
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,1,2,power_law_1.01,0.41043839454650877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,1,2,power_law_1.01,0.4308351993560791
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,1,2,power_law_1.01,0.44410881996154783
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,1,2,power_law_1.01,0.466048002243042
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,1,2,power_law_1.01,0.5157375812530518
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,1,2,power_law_1.01,0.5812607765197754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,1,2,power_law_1.01,0.6746687889099121
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,1,2,power_law_1.01,0.8271552085876465
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,1,2,power_law_1.01,0.9985088348388672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,1,2,power_law_1.01,1.2991744041442872
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,1,2,power_law_1.01,1.6048704147338868
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,1,2,power_law_1.01,2.2864383697509765
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,1,2,power_law_1.01,2.9844608306884766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,1,2,power_law_1.01,4.2302593231201175
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,1,2,power_law_1.01,5.643174362182617
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,3072,1536,8,256,1,2,power_law_1.2,0.06563199758529663
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,3072,1536,8,256,1,2,power_law_1.2,0.09543039798736572
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,3072,1536,8,256,1,2,power_law_1.2,0.13069440126419068
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,3072,1536,8,256,1,2,power_law_1.2,0.19059200286865235
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,3072,1536,8,256,1,2,power_law_1.2,0.26927359104156495
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,3072,1536,8,256,1,2,power_law_1.2,0.29970560073852537
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,3072,1536,8,256,1,2,power_law_1.2,0.45703678131103515
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,3072,1536,8,256,1,2,power_law_1.2,0.488262414932251
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,3072,1536,8,256,1,2,power_law_1.2,0.474732780456543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,3072,1536,8,256,1,2,power_law_1.2,0.5124671936035157
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,3072,1536,8,256,1,2,power_law_1.2,0.5031231880187989
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,3072,1536,8,256,1,2,power_law_1.2,0.5884736061096192
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,3072,1536,8,256,1,2,power_law_1.2,0.6129600048065186
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,3072,1536,8,256,1,2,power_law_1.2,0.6302783966064454
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,3072,1536,8,256,1,2,power_law_1.2,0.6558080196380616
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,3072,1536,8,256,1,2,power_law_1.2,0.6632256031036377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,3072,1536,8,256,1,2,power_law_1.2,0.7153024196624755
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,3072,1536,8,256,1,2,power_law_1.2,0.8062784194946289
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,1,2,power_law_1.2,0.8689279556274414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,1,2,power_law_1.2,1.0357952117919922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,1,2,power_law_1.2,1.193727970123291
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,1,2,power_law_1.2,1.5079487800598144
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,1,2,power_law_1.2,1.8278079986572267
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,1,2,power_law_1.2,2.464384078979492
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,1,2,power_law_1.2,3.268307113647461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,1,2,power_law_1.2,4.5340736389160154
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,1,2,power_law_1.2,5.7761791229248045
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,1,2,power_law_1.2,0.060627198219299315
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,1,2,power_law_1.2,0.09345920085906982
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,1,2,power_law_1.2,0.10373760461807251
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,1,2,power_law_1.2,0.145196795463562
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,1,2,power_law_1.2,0.1803712010383606
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,1,2,power_law_1.2,0.22648959159851073
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,1,2,power_law_1.2,0.3239295959472656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,1,2,power_law_1.2,0.32584960460662843
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,1,2,power_law_1.2,0.32383360862731936
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,1,2,power_law_1.2,0.3351167917251587
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,1,2,power_law_1.2,0.36212480068206787
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,1,2,power_law_1.2,0.40071678161621094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,1,2,power_law_1.2,0.40653438568115235
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,1,2,power_law_1.2,0.4265471935272217
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,1,2,power_law_1.2,0.4520256042480469
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,1,2,power_law_1.2,0.4724287986755371
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,1,2,power_law_1.2,0.5254079818725585
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,1,2,power_law_1.2,0.6029119968414307
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,1,2,power_law_1.2,0.6935423851013184
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,1,2,power_law_1.2,0.8454527854919434
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,1,2,power_law_1.2,1.0049280166625976
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,1,2,power_law_1.2,1.3567232131958007
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,1,2,power_law_1.2,1.6677759170532227
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,1,2,power_law_1.2,2.3625024795532226
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,1,2,power_law_1.2,3.0558847427368163
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,1,2,power_law_1.2,4.373593521118164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,1,2,power_law_1.2,6.132428741455078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,3072,1536,8,256,1,1,power_law_1.01,0.049670401215553286
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,3072,1536,8,256,1,1,power_law_1.01,0.08144000172615051
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,3072,1536,8,256,1,1,power_law_1.01,0.12088960409164429
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,3072,1536,8,256,1,1,power_law_1.01,0.21761279106140136
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,3072,1536,8,256,1,1,power_law_1.01,0.30732159614562987
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,3072,1536,8,256,1,1,power_law_1.01,0.41724162101745604
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,3072,1536,8,256,1,1,power_law_1.01,0.5413440227508545
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,3072,1536,8,256,1,1,power_law_1.01,0.5876607894897461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,3072,1536,8,256,1,1,power_law_1.01,0.6024703979492188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,3072,1536,8,256,1,1,power_law_1.01,0.6091968059539795
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,3072,1536,8,256,1,1,power_law_1.01,0.6253759860992432
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,3072,1536,8,256,1,1,power_law_1.01,0.6604479789733887
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,3072,1536,8,256,1,1,power_law_1.01,0.6603072166442872
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,3072,1536,8,256,1,1,power_law_1.01,0.694643211364746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,3072,1536,8,256,1,1,power_law_1.01,0.7051008224487305
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,3072,1536,8,256,1,1,power_law_1.01,0.7418303966522217
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,3072,1536,8,256,1,1,power_law_1.01,0.7835008144378662
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,3072,1536,8,256,1,1,power_law_1.01,0.8707712173461915
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,3072,1536,8,256,1,1,power_law_1.01,0.9584704399108886
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,3072,1536,8,256,1,1,power_law_1.01,1.1507840156555176
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,3072,1536,8,256,1,1,power_law_1.01,1.336128044128418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,3072,1536,8,256,1,1,power_law_1.01,1.724518394470215
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,3072,1536,8,256,1,1,power_law_1.01,2.1067968368530274
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,3072,1536,8,256,1,1,power_law_1.2,0.0525439977645874
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,3072,1536,8,256,1,1,power_law_1.01,2.871193695068359
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,3072,1536,8,256,1,1,power_law_1.01,3.6403968811035154
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,3072,1536,8,256,1,1,power_law_1.01,5.174099349975586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,3072,1536,8,256,1,1,power_law_1.01,6.707020568847656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,3072,1536,8,256,2,1,power_law_1.01,0.04470399916172028
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,3072,1536,8,256,1,1,power_law_1.2,0.08532480001449586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,3072,1536,8,256,1,1,power_law_1.2,0.12447359561920165
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,3072,1536,8,256,1,1,power_law_1.2,0.21043839454650878
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,3072,1536,8,256,2,1,power_law_1.01,0.05818880200386047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,3072,1536,8,256,2,1,power_law_1.01,0.0902463972568512
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,3072,1536,8,256,2,1,power_law_1.01,0.16885759830474853
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,3072,1536,8,256,1,2,power_law_1.01,0.058976000547409056
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,3072,1536,8,256,2,1,power_law_1.01,0.2517632007598877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,3072,1536,8,256,2,1,power_law_1.01,0.3186048030853271
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,3072,1536,8,256,2,1,power_law_1.01,0.42558717727661133
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,3072,1536,8,256,2,1,power_law_1.01,0.4586751937866211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,3072,1536,8,256,2,1,power_law_1.01,0.4646848201751709
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,3072,1536,8,256,2,1,power_law_1.01,0.47505922317504884
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,3072,1536,8,256,2,1,power_law_1.01,0.4819647789001465
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,3072,1536,8,256,2,1,power_law_1.01,0.5232192039489746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,3072,1536,8,256,2,1,power_law_1.01,0.5273856163024903
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,3072,1536,8,256,2,1,power_law_1.01,0.5726975917816162
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,3072,1536,8,256,1,1,power_law_1.2,0.2773632049560547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,3072,1536,8,256,1,1,power_law_1.2,0.38210558891296387
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,3072,1536,8,256,1,2,power_law_1.01,0.09127680063247681
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,3072,1536,8,256,1,1,power_law_1.2,0.5398079872131347
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,3072,1536,8,256,1,2,power_law_1.01,0.11738239526748658
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,3072,1536,8,256,1,1,power_law_1.2,0.5717951774597168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,3072,1536,8,256,1,2,power_law_1.01,0.15204479694366455
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,3072,1536,8,256,1,2,power_law_1.01,0.19063040018081664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,3072,1536,8,256,1,1,power_law_1.2,0.5790400028228759
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,3072,1536,8,256,1,2,power_law_1.01,0.2728127956390381
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,3072,1536,8,256,1,1,power_law_1.2,0.5974976062774658
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,3072,1536,8,256,1,2,power_law_1.01,0.33827838897705076
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,3072,1536,8,256,1,1,power_law_1.2,0.6406720161437989
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,3072,1536,8,256,1,2,power_law_1.01,0.3283711910247803
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,3072,1536,8,256,1,1,power_law_1.2,0.6566656112670899
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,3072,1536,8,256,1,2,power_law_1.01,0.3480384111404419
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,3072,1536,8,256,1,1,power_law_1.2,0.6616191864013672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,3072,1536,8,256,2,1,power_law_1.01,0.5904064178466797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,3072,1536,8,256,1,1,power_law_1.2,0.7111743927001953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,3072,1536,8,256,2,1,power_law_1.01,0.5964928150177002
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,3072,1536,8,256,1,1,power_law_1.2,0.7378496170043946
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,3072,1536,8,256,2,1,power_law_1.01,0.6540800094604492
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,3072,1536,8,256,1,1,power_law_1.2,0.7647679805755615
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,3072,1536,8,256,2,1,power_law_1.01,0.6844287872314453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,3072,1536,8,256,1,1,power_law_1.2,0.8038463592529297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,2,1,power_law_1.01,0.7464511871337891
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,3072,1536,8,256,1,2,power_law_1.01,0.3501440048217773
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,3072,1536,8,256,1,1,power_law_1.2,0.8926655769348144
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,2,1,power_law_1.01,0.849459171295166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,3072,1536,8,256,1,2,power_law_1.01,0.3682944059371948
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,3072,1536,8,256,1,1,power_law_1.2,1.0112768173217774
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,3072,1536,8,256,1,2,power_law_1.01,0.3727936029434204
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,2,1,power_law_1.01,0.9692928314208984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,3072,1536,8,256,1,2,power_law_1.01,0.3827903985977173
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,3072,1536,8,256,1,1,power_law_1.2,1.1925951957702636
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,2,1,power_law_1.01,1.2124544143676759
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,3072,1536,8,256,1,1,power_law_1.2,1.3682368278503418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,2,1,power_law_1.01,1.4425536155700684
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,3072,1536,8,256,1,1,power_law_1.2,1.7562559127807618
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,2,1,power_law_1.01,1.9382272720336915
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,3072,1536,8,256,1,2,power_law_1.01,0.40799360275268554
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,3072,1536,8,256,1,2,power_law_1.01,0.420300817489624
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,2,1,power_law_1.01,2.443948745727539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,3072,1536,8,256,1,2,power_law_1.01,0.44193282127380373
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,3072,1536,8,256,1,2,power_law_1.01,0.47431039810180664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,3072,1536,8,256,1,2,power_law_1.01,0.5390655994415283
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,2,1,power_law_1.01,3.462656021118164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,3072,1536,8,256,1,2,power_law_1.01,0.6224575996398926
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,3072,1536,8,256,1,1,power_law_1.2,2.1478143692016602
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,3072,1536,8,256,1,2,power_law_1.01,0.7439680099487305
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,3072,1536,8,256,1,2,power_law_1.01,0.8878720283508301
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,2,1,power_law_1.01,4.475987243652344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,3072,1536,8,256,1,1,power_law_1.2,2.9075456619262696
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,3072,1536,8,256,1,2,power_law_1.01,1.170963191986084
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,3072,1536,8,256,1,2,power_law_1.01,1.4510784149169922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,3072,1536,8,256,1,1,power_law_1.2,3.675398254394531
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,3072,1536,8,256,1,2,power_law_1.01,1.9945663452148437
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,3072,1536,8,256,1,2,power_law_1.01,2.5822015762329102
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,3072,1536,8,256,1,1,power_law_1.2,5.212319946289062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,3072,1536,8,256,1,2,power_law_1.01,3.728384017944336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,3072,1536,8,256,1,1,power_law_1.2,6.736428833007812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,3072,1536,8,256,1,2,power_law_1.01,4.781196975708008
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,3072,1536,8,256,2,1,power_law_1.2,0.04385280013084412
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,3072,1536,8,256,2,1,power_law_1.2,0.05863040089607239
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,3072,1536,8,256,2,1,power_law_1.2,0.09095680117607116
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,3072,1536,8,256,2,1,power_law_1.2,0.1594879984855652
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,3072,1536,8,256,2,1,power_law_1.01,0.036422398686408994
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,3072,1536,8,256,2,1,power_law_1.2,0.22279040813446044
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,3072,1536,8,256,2,1,power_law_1.01,0.056543999910354616
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,3072,1536,8,256,2,1,power_law_1.2,0.2882944107055664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,3072,1536,8,256,2,1,power_law_1.01,0.08474239706993103
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,3072,1536,8,256,2,1,power_law_1.2,0.4169663906097412
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,3072,1536,8,256,2,1,power_law_1.01,0.1306048035621643
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,2,1,power_law_1.01,0.03128319978713989
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,3072,1536,8,256,2,1,power_law_1.01,0.1907583951950073
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,3072,1536,8,256,2,1,power_law_1.01,0.25114879608154295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,3072,1536,8,256,2,1,power_law_1.01,0.325382399559021
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,3072,1536,8,256,2,1,power_law_1.01,0.3387455940246582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,3072,1536,8,256,2,1,power_law_1.2,0.4411776065826416
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,3072,1536,8,256,2,1,power_law_1.01,0.34333438873291017
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,3072,1536,8,256,2,1,power_law_1.2,0.44722561836242675
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,3072,1536,8,256,2,1,power_law_1.01,0.3607424020767212
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,3072,1536,8,256,2,1,power_law_1.2,0.4693888187408447
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,3072,1536,8,256,2,1,power_law_1.01,0.3678463935852051
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,3072,1536,8,256,2,1,power_law_1.2,0.4972032070159912
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,3072,1536,8,256,2,1,power_law_1.01,0.38192000389099123
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,3072,1536,8,256,2,1,power_law_1.2,0.5142335891723633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,3072,1536,8,256,2,1,power_law_1.01,0.3801791906356812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,3072,1536,8,256,2,1,power_law_1.2,0.5517888069152832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,3072,1536,8,256,2,1,power_law_1.01,0.39918720722198486
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,3072,1536,8,256,2,1,power_law_1.2,0.5889344215393066
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,3072,1536,8,256,2,1,power_law_1.01,0.4121920108795166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,3072,1536,8,256,2,1,power_law_1.2,0.6366464138031006
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,3072,1536,8,256,2,1,power_law_1.01,0.4296703815460205
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,3072,1536,8,256,2,1,power_law_1.2,0.6322175979614257
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,3072,1536,8,256,2,1,power_law_1.01,0.4526847839355469
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,3072,1536,8,256,2,1,power_law_1.2,0.6696000099182129
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,3072,1536,8,256,2,1,power_law_1.01,0.5167359828948974
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,2,1,power_law_1.01,0.053273600339889524
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,3072,1536,8,256,2,1,power_law_1.01,0.5598464012145996
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,3072,1536,8,256,2,1,power_law_1.2,0.721785593032837
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,2,1,power_law_1.01,0.08433279991149903
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,3072,1536,8,256,2,1,power_law_1.01,0.6639679908752442
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,2,1,power_law_1.2,0.7757247924804688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,2,1,power_law_1.01,0.1290176033973694
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,3072,1536,8,256,2,1,power_law_1.01,0.7750336170196533
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,2,1,power_law_1.2,0.8787136077880859
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,3072,1536,8,256,2,1,power_law_1.01,0.9895487785339355
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,2,1,power_law_1.2,0.9841343879699707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,3072,1536,8,256,2,1,power_law_1.01,1.2100159645080566
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,2,1,power_law_1.2,1.231328010559082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,3072,1536,8,256,2,1,power_law_1.01,1.640230369567871
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,2,1,power_law_1.2,1.4731455802917481
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,3072,1536,8,256,2,1,power_law_1.01,2.0886335372924805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,2,1,power_law_1.2,1.9821504592895507
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,2,1,power_law_1.2,2.4817087173461916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,3072,1536,8,256,2,1,power_law_1.01,2.9438655853271483
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,2,1,power_law_1.2,3.525164794921875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,3072,1536,8,256,2,1,power_law_1.01,3.8078849792480467
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,2,1,power_law_1.2,4.542508697509765
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,3072,1536,8,256,1,2,power_law_1.2,0.058950400352478026
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,2,1,power_law_1.01,0.17829760313034057
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,2,1,power_law_1.01,0.22843520641326903
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,2,1,power_law_1.01,0.3031487941741943
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,2,1,power_law_1.01,0.3212160110473633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,2,1,power_law_1.01,0.3223167896270752
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,2,1,power_law_1.01,0.3315840005874634
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,2,1,power_law_1.01,0.35425920486450196
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,2,1,power_law_1.01,0.3768512010574341
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,2,1,power_law_1.01,0.3954751968383789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,2,1,power_law_1.01,0.44320001602172854
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,2,1,power_law_1.2,0.03182719945907593
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,2,1,power_law_1.01,0.396940803527832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,2,1,power_law_1.01,0.4121984004974365
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,2,1,power_law_1.01,0.44609918594360354
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,2,1,power_law_1.01,0.5011072158813477
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,2,1,power_law_1.2,0.052908802032470705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,2,1,power_law_1.01,0.5661632061004639
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,2,1,power_law_1.2,0.08420479893684388
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,2,1,power_law_1.01,0.6737535953521728
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,2,1,power_law_1.2,0.125600004196167
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,2,1,power_law_1.01,0.8018943786621093
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,2,1,power_law_1.01,1.0467967987060547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,2,1,power_law_1.01,1.2969984054565429
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,3072,1536,8,256,1,2,power_law_1.2,0.09052159786224365
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,3072,1536,8,256,1,2,power_law_1.2,0.1100160002708435
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,2,1,power_law_1.01,1.7937919616699218
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,3072,1536,8,256,1,2,power_law_1.2,0.14653439521789552
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,3072,1536,8,256,1,2,power_law_1.2,0.18913919925689698
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,2,1,power_law_1.01,2.2947456359863283
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,3072,1536,8,256,1,2,power_law_1.2,0.2638848066329956
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,3072,1536,8,256,1,2,power_law_1.2,0.3230655908584595
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,3072,1536,8,256,1,2,power_law_1.2,0.3359551906585693
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,2,1,power_law_1.01,3.3025856018066406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,3072,1536,8,256,1,2,power_law_1.2,0.341375994682312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,3072,1536,8,256,2,1,power_law_1.2,0.03663359880447388
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,3072,1536,8,256,1,2,power_law_1.2,0.36078081130981443
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,3072,1536,8,256,1,2,power_law_1.2,0.3560960054397583
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,2,1,power_law_1.01,4.3054462432861325
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,3072,1536,8,256,1,2,power_law_1.2,0.3779007911682129
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,3072,1536,8,256,1,2,power_law_1.2,0.39304959774017334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,3072,1536,8,256,1,2,power_law_1.2,0.4034751892089844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,3072,1536,8,256,1,2,power_law_1.2,0.44248318672180176
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,3072,1536,8,256,1,2,power_law_1.2,0.4524928092956543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,3072,1536,8,256,1,2,power_law_1.2,0.4913792133331299
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,3072,1536,8,256,1,2,power_law_1.2,0.5623295783996582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,3072,1536,8,256,1,2,power_law_1.2,0.6335936069488526
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,3072,1536,8,256,1,2,power_law_1.2,0.7772928237915039
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,2,1,power_law_1.2,0.15934720039367675
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,3072,1536,8,256,1,2,power_law_1.2,0.9292672157287598
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,2,1,power_law_1.2,0.20979840755462648
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,3072,1536,8,256,1,2,power_law_1.2,1.218560028076172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,2,1,power_law_1.2,0.29287679195404054
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,2,1,power_law_1.2,0.3102976083755493
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,3072,1536,8,256,1,2,power_law_1.2,1.4963071823120118
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,2,1,power_law_1.2,0.32099840641021726
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,3072,1536,8,256,1,4,power_law_1.01,0.06483839750289917
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,3072,1536,8,256,1,2,power_law_1.2,2.092537689208984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,3072,1536,8,256,1,4,power_law_1.01,0.09669119715690613
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,3072,1536,8,256,1,4,power_law_1.01,0.145798397064209
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,3072,1536,8,256,1,2,power_law_1.2,2.6506752014160155
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,3072,1536,8,256,1,4,power_law_1.01,0.1714367985725403
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,3072,1536,8,256,1,4,power_law_1.01,0.19010560512542723
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,2,1,power_law_1.2,0.3327552080154419
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,3072,1536,8,256,1,4,power_law_1.01,0.22904319763183595
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,2,1,power_law_1.2,0.3606528043746948
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,3072,1536,8,256,1,4,power_law_1.01,0.28650879859924316
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,3072,1536,8,256,1,2,power_law_1.2,3.7454463958740236
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,2,1,power_law_1.2,0.37882239818573
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,3072,1536,8,256,1,4,power_law_1.01,0.2612672090530396
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,2,1,power_law_1.2,0.407366418838501
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,3072,1536,8,256,1,4,power_law_1.01,0.3234368085861206
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,2,1,power_law_1.2,0.4564799785614014
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,3072,1536,8,256,1,4,power_law_1.01,0.3435136079788208
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,3072,1536,8,256,1,4,power_law_1.01,0.35484158992767334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,3072,1536,8,256,1,4,power_law_1.01,0.3662911891937256
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,3072,1536,8,256,1,4,power_law_1.01,0.3578239917755127
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,3072,1536,8,256,1,4,power_law_1.01,0.37720959186553954
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,3072,1536,8,256,1,4,power_law_1.01,0.38496639728546145
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,3072,1536,8,256,1,4,power_law_1.01,0.39983999729156494
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,3072,1536,8,256,1,4,power_law_1.01,0.4224575996398926
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,3072,1536,8,256,1,4,power_law_1.01,0.49074559211730956
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,1,4,power_law_1.01,0.548748779296875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,1,4,power_law_1.01,0.6681663990020752
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,3072,1536,8,256,1,2,power_law_1.2,5.136127853393555
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,1,4,power_law_1.01,0.7848959922790527
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,1,4,power_law_1.01,0.05852159857749939
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,1,4,power_law_1.01,1.0247296333312987
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,1,4,power_law_1.01,0.09354879856109619
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,1,4,power_law_1.01,0.10216959714889526
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,1,4,power_law_1.01,1.2500288009643554
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,1,4,power_law_1.01,0.12311040163040161
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,3072,1536,8,256,2,1,power_law_1.2,0.0555840015411377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,1,4,power_law_1.01,1.7423999786376954
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,1,4,power_law_1.01,0.1375167965888977
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,3072,1536,8,256,2,1,power_law_1.2,0.08511360287666321
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,1,4,power_law_1.01,0.15327359437942506
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,3072,1536,8,256,2,1,power_law_1.2,0.12798080444335938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,1,4,power_law_1.01,2.3147136688232424
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,2,1,power_law_1.2,0.409830379486084
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,1,4,power_law_1.01,0.17596160173416137
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,3072,1536,8,256,2,1,power_law_1.2,0.17230080366134642
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,1,4,power_law_1.01,0.1806272029876709
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,3072,1536,8,256,2,1,power_law_1.2,0.23058559894561767
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,1,4,power_law_1.01,0.26206719875335693
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,1,4,power_law_1.01,3.2001216888427733
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,1,4,power_law_1.01,0.26512000560760496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,1,4,power_law_1.01,0.2798975944519043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,1,4,power_law_1.01,0.2858367919921875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,2,1,power_law_1.2,0.4272768020629883
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,1,4,power_law_1.01,0.28926079273223876
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,1,4,power_law_1.01,4.423091125488281
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,1,4,power_law_1.01,0.3022592067718506
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,1,4,power_law_1.01,0.31420159339904785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,3072,1536,8,256,2,1,power_law_1.2,0.32308480739593504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,1,4,power_law_1.01,0.32429440021514894
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,3072,1536,8,256,2,1,power_law_1.2,0.33445119857788086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,1,4,power_law_1.01,0.36420478820800783
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,3072,1536,8,256,2,1,power_law_1.2,0.34719998836517335
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,1,4,power_law_1.01,0.41890559196472166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,3072,1536,8,256,2,1,power_law_1.2,0.34848001003265383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,2,1,power_law_1.2,0.46302080154418945
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,1,4,power_law_1.01,0.48621439933776855
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,3072,1536,8,256,2,1,power_law_1.2,0.368012809753418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,2,1,power_law_1.2,0.5267263889312744
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,3072,1536,8,256,2,1,power_law_1.2,0.37832319736480713
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,3072,1536,8,256,2,1,power_law_1.2,0.38548479080200193
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,2,1,power_law_1.2,0.5796288013458252
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,3072,1536,8,256,2,1,power_law_1.2,0.4036287784576416
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,2,1,power_law_1.2,0.7074431896209716
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,3072,1536,8,256,2,1,power_law_1.2,0.4274240016937256
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,3072,1536,8,256,2,1,power_law_1.2,0.43953280448913573
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,1,4,power_law_1.01,0.5986495971679687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,3072,1536,8,256,2,1,power_law_1.2,0.47289600372314455
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,3072,1536,8,256,2,1,power_law_1.2,0.5302400112152099
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,1,4,power_law_1.01,0.7189888000488281
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,3072,1536,8,256,2,1,power_law_1.2,0.5771584033966064
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,1,4,power_law_1.01,0.9754816055297851
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,3072,1536,8,256,2,1,power_law_1.2,0.6874559879302978
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,2,1,power_law_1.2,0.8175295829772949
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,1,4,power_law_1.01,1.21014404296875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,3072,1536,8,256,2,1,power_law_1.2,0.7946688175201416
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,2,1,power_law_1.2,1.070950412750244
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,1,4,power_law_1.01,1.8434623718261718
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,3072,1536,8,256,2,1,power_law_1.2,1.0291839599609376
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,2,1,power_law_1.2,2.4148160934448244
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,1,4,power_law_1.01,2.331865692138672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,3072,1536,8,256,2,1,power_law_1.2,1.24652156829834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,2,1,power_law_1.2,1.8588159561157227
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,3072,1536,8,256,2,1,power_law_1.2,1.7271488189697266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,1,4,power_law_1.01,3.231884765625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,2,1,power_law_1.2,2.376947212219238
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,3072,1536,8,256,2,1,power_law_1.2,2.1437503814697267
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,1,4,power_law_1.01,4.330303955078125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,3072,1536,8,256,2,1,power_law_1.2,2.9876480102539062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,3072,1536,8,256,1,4,power_law_1.2,0.0664896011352539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,2,1,power_law_1.2,3.354988861083984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,3072,1536,8,256,1,4,power_law_1.2,0.09721599817276001
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,3072,1536,8,256,2,1,power_law_1.2,3.888505554199219
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,3072,1536,8,256,1,4,power_law_1.2,0.10860799551010132
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,3072,1536,8,256,1,4,power_law_1.2,0.15708160400390625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,3072,1536,8,256,1,4,power_law_1.2,0.17023999691009523
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,2,1,power_law_1.2,4.437689590454101
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,3072,1536,8,256,1,4,power_law_1.2,0.20604801177978516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,3072,1536,8,256,1,4,power_law_1.2,0.2351167917251587
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,3072,1536,8,256,1,4,power_law_1.2,0.24992001056671143
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,3072,1536,8,256,1,4,power_law_1.2,0.3630208015441895
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,3072,1536,8,256,1,4,power_law_1.01,0.059033602476119995
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,3072,1536,8,256,1,4,power_law_1.2,0.3525183916091919
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,3072,1536,8,256,1,4,power_law_1.01,0.09100160002708435
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,3072,1536,8,256,1,4,power_law_1.01,0.10234880447387695
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,3072,1536,8,256,1,4,power_law_1.01,0.13831039667129516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,3072,1536,8,256,1,4,power_law_1.2,0.34783360958099363
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,3072,1536,8,256,1,4,power_law_1.01,0.15136640071868895
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,3072,1536,8,256,1,4,power_law_1.2,0.37477760314941405
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,3072,1536,8,256,1,4,power_law_1.01,0.18785279989242554
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,3072,1536,8,256,1,4,power_law_1.2,0.37618560791015626
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,3072,1536,8,256,1,4,power_law_1.01,0.23080320358276368
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,3072,1536,8,256,1,4,power_law_1.2,0.3924607992172241
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,3072,1536,8,256,1,4,power_law_1.01,0.22683520317077638
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,3072,1536,8,256,1,4,power_law_1.2,0.39631359577178954
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,3072,1536,8,256,1,4,power_law_1.01,0.22822399139404298
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,3072,1536,8,256,1,4,power_law_1.2,0.42232961654663087
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,3072,1536,8,256,1,4,power_law_1.01,0.23868799209594727
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,3072,1536,8,256,1,4,power_law_1.01,0.23471999168395996
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,3072,1536,8,256,1,4,power_law_1.01,0.237062406539917
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,3072,1536,8,256,1,4,power_law_1.01,0.248307204246521
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,3072,1536,8,256,1,4,power_law_1.01,0.2703999996185303
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,3072,1536,8,256,1,4,power_law_1.01,0.27130880355834963
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,3072,1536,8,256,1,4,power_law_1.2,0.43791999816894533
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,3072,1536,8,256,1,4,power_law_1.01,0.2881088018417358
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,3072,1536,8,256,1,4,power_law_1.2,0.517299222946167
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,3072,1536,8,256,1,4,power_law_1.01,0.3258879899978638
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,1,4,power_law_1.2,0.059436798095703125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,3072,1536,8,256,1,4,power_law_1.01,0.3716223955154419
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,1,4,power_law_1.2,0.5647744178771973
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,3072,1536,8,256,1,4,power_law_1.01,0.4272064208984375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,1,4,power_law_1.2,0.7065919876098633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,3072,1536,8,256,1,4,power_law_1.01,0.5373951911926269
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,1,4,power_law_1.2,0.8134016036987305
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,3072,1536,8,256,1,4,power_law_1.01,0.6447360038757324
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,1,4,power_law_1.2,1.0962176322937012
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,3072,1536,8,256,1,4,power_law_1.01,0.8983039855957031
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,1,4,power_law_1.2,1.3534015655517577
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,3072,1536,8,256,1,4,power_law_1.01,1.0822719573974608
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,3072,1536,8,256,1,4,power_law_1.01,1.5313535690307618
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,1,4,power_law_1.2,1.843961524963379
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,3072,1536,8,256,1,4,power_law_1.01,1.983673667907715
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,1,4,power_law_1.2,2.437286376953125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,3072,1536,8,256,1,4,power_law_1.01,2.9299135208129883
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,1,4,power_law_1.2,3.5611072540283204
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,3072,1536,8,256,1,4,power_law_1.01,3.747334289550781
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,3072,1536,8,256,4,1,power_law_1.01,0.025331199169158936
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,1,4,power_law_1.2,4.414323043823242
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,3072,1536,8,256,4,1,power_law_1.01,0.04419200122356415
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,4,1,power_law_1.01,0.028300800919532777
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,3072,1536,8,256,4,1,power_law_1.01,0.05880320072174072
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,4,1,power_law_1.01,0.03265919983386993
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,3072,1536,8,256,4,1,power_law_1.01,0.0926912009716034
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,4,1,power_law_1.01,0.05382400155067444
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,3072,1536,8,256,4,1,power_law_1.01,0.15475200414657592
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,3072,1536,8,256,1,4,power_law_1.2,0.05927039980888367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,4,1,power_law_1.01,0.08636800050735474
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,1,4,power_law_1.2,0.09367679953575134
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,3072,1536,8,256,4,1,power_law_1.01,0.17777279615402222
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,3072,1536,8,256,1,4,power_law_1.2,0.09120000004768372
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,4,1,power_law_1.01,0.11247999668121338
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,1,4,power_law_1.2,0.09288960099220275
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,3072,1536,8,256,4,1,power_law_1.01,0.2473344087600708
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,3072,1536,8,256,1,4,power_law_1.2,0.09307519793510437
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,4,1,power_law_1.01,0.14384640455245973
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,1,4,power_law_1.2,0.11301759481430054
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,3072,1536,8,256,4,1,power_law_1.01,0.2533760070800781
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,4,1,power_law_1.01,0.18148479461669922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,1,4,power_law_1.2,0.14407039880752565
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,3072,1536,8,256,4,1,power_law_1.01,0.25564160346984866
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,4,1,power_law_1.01,0.19567359685897828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,1,4,power_law_1.2,0.15416959524154664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,3072,1536,8,256,4,1,power_law_1.01,0.2609663963317871
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,4,1,power_law_1.01,0.19422719478607178
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,1,4,power_law_1.2,0.2021951913833618
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,3072,1536,8,256,4,1,power_law_1.01,0.2671360015869141
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,4,1,power_law_1.01,0.20417280197143556
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,1,4,power_law_1.2,0.19006719589233398
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,3072,1536,8,256,4,1,power_law_1.01,0.2797055959701538
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,4,1,power_law_1.01,0.20935680866241455
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,3072,1536,8,256,4,1,power_law_1.01,0.2958208084106445
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,4,1,power_law_1.01,0.2194688081741333
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,3072,1536,8,256,1,4,power_law_1.2,0.12558720111846924
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,3072,1536,8,256,4,1,power_law_1.01,0.3198335886001587
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,4,1,power_law_1.01,0.23765759468078612
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,3072,1536,8,256,1,4,power_law_1.2,0.1360383987426758
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,3072,1536,8,256,4,1,power_law_1.01,0.3316864013671875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,4,1,power_law_1.01,0.2589440107345581
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,3072,1536,8,256,4,1,power_law_1.01,0.3395263910293579
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,3072,1536,8,256,1,4,power_law_1.2,0.19018880128860474
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,4,1,power_law_1.01,0.25179519653320315
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,3072,1536,8,256,4,1,power_law_1.01,0.35548160076141355
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,4,1,power_law_1.01,0.2585664033889771
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,3072,1536,8,256,4,1,power_law_1.01,0.4058176040649414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,4,1,power_law_1.01,0.280294394493103
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,4,1,power_law_1.01,0.4250495910644531
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,4,1,power_law_1.01,0.317523193359375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,4,1,power_law_1.01,0.48327040672302246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,4,1,power_law_1.01,0.3497535943984985
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,4,1,power_law_1.01,0.5515583992004395
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,4,1,power_law_1.01,0.41770238876342775
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,4,1,power_law_1.01,0.6965055942535401
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,4,1,power_law_1.01,0.4904191970825195
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,3072,1536,8,256,1,4,power_law_1.2,0.22709119319915771
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,4,1,power_law_1.01,0.6388224124908447
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,3072,1536,8,256,1,4,power_law_1.2,0.20816640853881835
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,3072,1536,8,256,1,4,power_law_1.2,0.21281919479370118
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,4,1,power_law_1.01,0.7806784152984619
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,3072,1536,8,256,1,4,power_law_1.2,0.21935360431671141
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,4,1,power_law_1.01,1.0720895767211913
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,3072,1536,8,256,1,4,power_law_1.2,0.2439039945602417
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,3072,1536,8,256,1,4,power_law_1.2,0.24706559181213378
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,4,1,power_law_1.01,1.3673343658447266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,4,1,power_law_1.01,0.8347583770751953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,4,1,power_law_1.01,1.1304960250854492
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,4,1,power_law_1.01,1.9510591506958008
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,4,1,power_law_1.01,1.4161600112915038
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,4,1,power_law_1.01,2.5382144927978514
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,3072,1536,8,256,1,4,power_law_1.2,0.2511359930038452
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,4,1,power_law_1.01,2.0066112518310546
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,3072,1536,8,256,1,4,power_law_1.2,0.26236159801483155
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,1,4,power_law_1.2,0.24213120937347413
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,3072,1536,8,256,1,4,power_law_1.2,0.289516806602478
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,1,4,power_law_1.2,0.25214719772338867
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,3072,1536,8,256,1,4,power_law_1.2,0.2996223926544189
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,4,1,power_law_1.01,2.588313674926758
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,1,4,power_law_1.2,0.2635519981384277
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,3072,1536,8,256,1,4,power_law_1.2,0.328057599067688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,3072,1536,8,256,4,1,power_law_1.2,0.025228801369667053
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,1,4,power_law_1.2,0.2728384017944336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,3072,1536,8,256,1,4,power_law_1.2,0.3853823900222778
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,3072,1536,8,256,4,1,power_law_1.2,0.0444927990436554
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,1,4,power_law_1.2,0.28123519420623777
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,3072,1536,8,256,4,1,power_law_1.2,0.05802879929542541
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,3072,1536,8,256,1,4,power_law_1.2,0.44931840896606445
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,1,4,power_law_1.2,0.28886399269104
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,3072,1536,8,256,4,1,power_law_1.2,0.08874880075454712
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,1,4,power_law_1.2,0.30327041149139405
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,3072,1536,8,256,1,4,power_law_1.2,0.5503680229187011
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,3072,1536,8,256,4,1,power_law_1.2,0.13585920333862306
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,3072,1536,8,256,1,4,power_law_1.2,0.6582719802856445
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,3072,1536,8,256,4,1,power_law_1.2,0.17475839853286743
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,3072,1536,8,256,4,1,power_law_1.2,0.2466559886932373
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,3072,1536,8,256,4,1,power_law_1.2,0.2558784008026123
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,3072,1536,8,256,4,1,power_law_1.2,0.25698559284210204
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,1,4,power_law_1.2,0.31736319065093993
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,3072,1536,8,256,4,1,power_law_1.2,0.2604991912841797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,1,4,power_law_1.2,0.34870400428771975
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,3072,1536,8,256,4,1,power_law_1.2,0.26915841102600097
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,1,4,power_law_1.2,0.4159999847412109
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,3072,1536,8,256,4,1,power_law_1.2,0.2882303953170776
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,3072,1536,8,256,1,4,power_law_1.2,0.8988736152648926
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,3072,1536,8,256,4,1,power_law_1.2,0.30127360820770266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,3072,1536,8,256,1,4,power_law_1.2,1.0905088424682616
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,3072,1536,8,256,1,4,power_law_1.2,1.5626943588256836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,1,4,power_law_1.2,0.4866623878479004
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,3072,1536,8,256,4,1,power_law_1.2,0.32410879135131837
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,1,4,power_law_1.2,0.5969024181365967
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,3072,1536,8,256,4,1,power_law_1.2,0.33771519660949706
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,3072,1536,8,256,4,1,power_law_1.2,0.349068808555603
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,1,4,power_law_1.2,0.7370816230773926
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,3072,1536,8,256,4,1,power_law_1.2,0.3659456014633179
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,1,4,power_law_1.2,0.9877120018005371
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,3072,1536,8,256,4,1,power_law_1.2,0.40772480964660646
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,3072,1536,8,256,1,4,power_law_1.2,2.0165632247924803
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,4,1,power_law_1.2,0.43295998573303224
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,1,4,power_law_1.2,1.278604793548584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,4,1,power_law_1.2,0.509216022491455
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,1,4,power_law_1.2,1.7378879547119142
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,3072,1536,8,256,1,4,power_law_1.2,3.0177471160888674
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,1,4,power_law_1.2,2.2658496856689454
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,3072,1536,8,256,1,4,power_law_1.2,3.852947235107422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,4,1,power_law_1.2,0.5654848098754883
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,4,1,power_law_1.2,0.02573440074920654
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,1,4,power_law_1.2,3.3043968200683596
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,4,1,power_law_1.2,0.7144320011138916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,4,1,power_law_1.2,0.03165439963340759
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,4,1,power_law_1.2,0.8526016235351562
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,4,1,power_law_1.2,1.1443391799926759
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,1,4,power_law_1.2,4.399628829956055
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,4,1,power_law_1.2,1.4418432235717773
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,4,1,power_law_1.2,0.05305600166320801
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,4,1,power_law_1.2,2.0226879119873047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,4,1,power_law_1.2,0.08106880187988282
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,4,1,power_law_1.2,0.10451840162277222
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,4,1,power_law_1.2,2.6192832946777345
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,4,1,power_law_1.2,0.1307263970375061
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,3072,1536,8,256,1,8,power_law_1.01,0.06477439999580384
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,4,1,power_law_1.2,0.17736320495605468
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,3072,1536,8,256,1,8,power_law_1.01,0.09772800207138062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,4,1,power_law_1.2,0.18874239921569824
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,3072,1536,8,256,1,8,power_law_1.01,0.1405184030532837
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,4,1,power_law_1.2,0.1938688039779663
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,3072,1536,8,256,1,8,power_law_1.01,0.1442752003669739
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,4,1,power_law_1.2,0.19692800045013428
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,3072,1536,8,256,1,8,power_law_1.01,0.15006719827651976
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,4,1,power_law_1.2,0.21175038814544678
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,3072,1536,8,256,1,8,power_law_1.01,0.16613759994506835
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,4,1,power_law_1.2,0.2283263921737671
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,4,1,power_law_1.2,0.24053759574890138
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,3072,1536,8,256,1,8,power_law_1.01,0.21311359405517577
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,4,1,power_law_1.2,0.26484479904174807
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,3072,1536,8,256,1,8,power_law_1.01,0.22542080879211426
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,4,1,power_law_1.2,0.24622719287872313
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,3072,1536,8,256,1,8,power_law_1.01,0.22776319980621337
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,4,1,power_law_1.2,0.26042239665985106
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,3072,1536,8,256,1,8,power_law_1.01,0.24136319160461425
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,4,1,power_law_1.2,0.28224639892578124
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,3072,1536,8,256,1,8,power_law_1.01,0.25040640830993655
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,4,1,power_law_1.2,0.3192768096923828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,3072,1536,8,256,1,8,power_law_1.01,0.2412287950515747
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,3072,1536,8,256,4,1,power_law_1.01,0.03390080034732819
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,3072,1536,8,256,1,8,power_law_1.01,0.2597248077392578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,3072,1536,8,256,1,8,power_law_1.01,0.27093119621276857
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,3072,1536,8,256,1,8,power_law_1.01,0.2778879880905151
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,3072,1536,8,256,1,8,power_law_1.01,0.2914047956466675
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,3072,1536,8,256,1,8,power_law_1.01,0.3068608045578003
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,3072,1536,8,256,1,8,power_law_1.01,0.34685440063476564
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,4,1,power_law_1.2,0.34792320728302
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,3072,1536,8,256,4,1,power_law_1.2,0.03374719917774201
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,4,1,power_law_1.2,0.4174079895019531
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,4,1,power_law_1.2,0.4907711982727051
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,4,1,power_law_1.2,0.6359424114227294
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,4,1,power_law_1.2,0.7782527923583984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,1,8,power_law_1.01,0.40064640045166017
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,1,8,power_law_1.01,0.5125631809234619
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,1,8,power_law_1.01,0.6047167778015137
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,1,8,power_law_1.01,0.8115327835083008
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,1,8,power_law_1.01,0.9892416000366211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,4,1,power_law_1.2,1.06746244430542
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,1,8,power_law_1.01,1.4350144386291503
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,4,1,power_law_1.2,1.353536033630371
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,1,8,power_law_1.01,1.8103744506835937
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,4,1,power_law_1.2,1.933407974243164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,1,8,power_law_1.01,2.6840768814086915
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,4,1,power_law_1.2,2.5219968795776366
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,1,8,power_law_1.01,3.590764617919922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,3072,1536,8,256,1,8,power_law_1.01,0.0581055998802185
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,3072,1536,8,256,1,8,power_law_1.01,0.09014400243759155
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,3072,1536,8,256,1,8,power_law_1.01,0.09662719964981079
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,3072,1536,8,256,1,8,power_law_1.01,0.10398080348968505
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,3072,1536,8,256,1,8,power_law_1.01,0.1275712013244629
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,3072,1536,8,256,1,8,power_law_1.01,0.13267840147018434
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,3072,1536,8,256,1,8,power_law_1.01,0.16102399826049804
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,3072,1536,8,256,1,8,power_law_1.01,0.15964159965515137
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,3072,1536,8,256,1,8,power_law_1.01,0.15349760055541992
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,3072,1536,8,256,1,8,power_law_1.01,0.16135040521621705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,3072,1536,8,256,4,1,power_law_1.2,0.03911679983139038
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,3072,1536,8,256,1,8,power_law_1.01,0.16353280544281007
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,3072,1536,8,256,4,1,power_law_1.2,0.057580798864364624
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,3072,1536,8,256,1,8,power_law_1.01,0.16832640171051025
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,3072,1536,8,256,1,8,power_law_1.01,0.17375999689102173
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,3072,1536,8,256,4,1,power_law_1.2,0.09114879965782166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,1,8,power_law_1.01,0.05971840023994446
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,3072,1536,8,256,1,8,power_law_1.01,0.19275519847869874
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,1,8,power_law_1.01,0.0929535984992981
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,3072,1536,8,256,1,8,power_law_1.01,0.19894399642944335
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,3072,1536,8,256,1,8,power_law_1.01,0.21269760131835938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,1,8,power_law_1.01,0.0995136022567749
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,3072,1536,8,256,1,8,power_law_1.01,0.23644158840179444
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,1,8,power_law_1.01,0.1057919979095459
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,3072,1536,8,256,1,8,power_law_1.01,0.2895616054534912
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,3072,1536,8,256,4,1,power_law_1.01,0.03903360068798065
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,1,8,power_law_1.01,0.11467519998550416
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,3072,1536,8,256,1,8,power_law_1.01,0.3322688102722168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,3072,1536,8,256,4,1,power_law_1.01,0.05851519703865051
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,3072,1536,8,256,1,8,power_law_1.01,0.4313727855682373
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,3072,1536,8,256,1,8,power_law_1.01,0.522489595413208
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,3072,1536,8,256,4,1,power_law_1.01,0.09386240243911743
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,3072,1536,8,256,1,8,power_law_1.01,0.7083968162536621
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,3072,1536,8,256,1,8,power_law_1.01,0.9203007698059082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,1,8,power_law_1.01,0.12223999500274658
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,3072,1536,8,256,1,8,power_law_1.01,1.2774335861206054
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,1,8,power_law_1.01,0.18275200128555297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,1,8,power_law_1.01,0.1956480026245117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,3072,1536,8,256,1,8,power_law_1.01,1.6318527221679688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,1,8,power_law_1.01,0.19267200231552123
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,1,8,power_law_1.01,0.19635839462280275
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,3072,1536,8,256,1,8,power_law_1.01,2.4724735260009765
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,1,8,power_law_1.01,0.20651519298553467
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,1,8,power_law_1.01,0.21176960468292236
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,1,8,power_law_1.01,0.2092736005783081
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,1,8,power_law_1.01,0.2269376039505005
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,3072,1536,8,256,1,8,power_law_1.01,3.166713523864746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,3072,1536,8,256,1,8,power_law_1.2,0.06503679752349853
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,1,8,power_law_1.01,0.2395008087158203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,1,8,power_law_1.01,0.24805760383605957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,3072,1536,8,256,1,8,power_law_1.2,0.09679359793663025
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,1,8,power_law_1.01,0.27029759883880616
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,3072,1536,8,256,1,8,power_law_1.2,0.10785280466079712
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,1,8,power_law_1.01,0.31870079040527344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,3072,1536,8,256,1,8,power_law_1.2,0.13996800184249877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,1,8,power_law_1.01,0.37299840450286864
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,3072,1536,8,256,4,1,power_law_1.2,0.11427199840545654
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,3072,1536,8,256,1,8,power_law_1.2,0.16814080476760865
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,1,8,power_law_1.01,0.4716800212860107
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,3072,1536,8,256,4,1,power_law_1.2,0.15919359922409057
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,3072,1536,8,256,1,8,power_law_1.2,0.16275839805603026
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,1,8,power_law_1.01,0.5718080043792725
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,3072,1536,8,256,4,1,power_law_1.2,0.2056191921234131
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,3072,1536,8,256,1,8,power_law_1.2,0.22376320362091065
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,1,8,power_law_1.01,0.7735551834106446
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,3072,1536,8,256,1,8,power_law_1.2,0.20694398880004883
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,3072,1536,8,256,4,1,power_law_1.2,0.2101759910583496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,1,8,power_law_1.01,1.0029248237609862
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,3072,1536,8,256,1,8,power_law_1.2,0.2199552059173584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,3072,1536,8,256,4,1,power_law_1.2,0.2165503978729248
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,3072,1536,8,256,1,8,power_law_1.2,0.22966399192810058
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,3072,1536,8,256,4,1,power_law_1.2,0.2309056043624878
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,1,8,power_law_1.01,1.3972352027893067
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,3072,1536,8,256,1,8,power_law_1.2,0.24173440933227539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,3072,1536,8,256,4,1,power_law_1.2,0.23646080493927002
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,3072,1536,8,256,1,8,power_law_1.2,0.2396480083465576
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,3072,1536,8,256,4,1,power_law_1.01,0.12647680044174195
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,1,8,power_law_1.01,1.7745536804199218
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,3072,1536,8,256,1,8,power_law_1.2,0.23372159004211426
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,3072,1536,8,256,1,8,power_law_1.2,0.2587519884109497
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,3072,1536,8,256,4,1,power_law_1.01,0.1640895962715149
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,3072,1536,8,256,1,8,power_law_1.2,0.27799038887023925
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,3072,1536,8,256,4,1,power_law_1.01,0.2076864004135132
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,3072,1536,8,256,1,8,power_law_1.2,0.29047040939331054
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,1,8,power_law_1.01,2.6579967498779298
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,3072,1536,8,256,1,8,power_law_1.2,0.30610558986663816
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,3072,1536,8,256,4,1,power_law_1.01,0.21249918937683104
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,3072,1536,8,256,1,8,power_law_1.2,0.3484479904174805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,3072,1536,8,256,4,1,power_law_1.01,0.21728639602661132
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,3072,1536,8,256,4,1,power_law_1.2,0.24089601039886474
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,3072,1536,8,256,4,1,power_law_1.01,0.23109118938446044
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,3072,1536,8,256,4,1,power_law_1.2,0.24296960830688477
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,1,8,power_law_1.01,3.4813182830810545
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,3072,1536,8,256,4,1,power_law_1.01,0.23880319595336913
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,3072,1536,8,256,4,1,power_law_1.2,0.25423359870910645
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,1,8,power_law_1.2,0.05963519811630249
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,3072,1536,8,256,4,1,power_law_1.2,0.2663808107376099
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,3072,1536,8,256,4,1,power_law_1.2,0.2689023971557617
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,1,8,power_law_1.2,0.09009919762611389
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,3072,1536,8,256,4,1,power_law_1.2,0.2953792095184326
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,1,8,power_law_1.2,0.08218880295753479
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,3072,1536,8,256,4,1,power_law_1.2,0.3303936004638672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,1,8,power_law_1.2,0.08609920144081115
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,1,8,power_law_1.2,0.4106112003326416
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,3072,1536,8,256,4,1,power_law_1.2,0.36516480445861815
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,1,8,power_law_1.2,0.5145984172821045
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,1,8,power_law_1.2,0.11918079853057861
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,3072,1536,8,256,4,1,power_law_1.2,0.43091840744018556
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,3072,1536,8,256,4,1,power_law_1.01,0.24449920654296875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,1,8,power_law_1.2,0.6074304103851318
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,1,8,power_law_1.2,0.09976320266723633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,3072,1536,8,256,4,1,power_law_1.01,0.24773120880126953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,3072,1536,8,256,4,1,power_law_1.2,0.5044352054595947
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,1,8,power_law_1.2,0.8235456466674804
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,1,8,power_law_1.2,0.18036479949951173
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,3072,1536,8,256,4,1,power_law_1.01,0.25445120334625243
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,3072,1536,8,256,4,1,power_law_1.2,0.645139217376709
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,1,8,power_law_1.2,0.1890176057815552
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,3072,1536,8,256,4,1,power_law_1.01,0.2618112087249756
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,3072,1536,8,256,4,1,power_law_1.2,0.775270414352417
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,1,8,power_law_1.2,0.19244799613952637
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,3072,1536,8,256,4,1,power_law_1.01,0.26654078960418703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,3072,1536,8,256,4,1,power_law_1.01,0.2847232103347778
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,1,8,power_law_1.2,0.19293440580368043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,3072,1536,8,256,4,1,power_law_1.2,1.0523072242736817
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,1,8,power_law_1.2,0.20586879253387452
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,3072,1536,8,256,4,1,power_law_1.01,0.3230015993118286
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,1,8,power_law_1.2,0.20536320209503173
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,3072,1536,8,256,4,1,power_law_1.01,0.35836799144744874
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,3072,1536,8,256,4,1,power_law_1.2,1.3318976402282714
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,1,8,power_law_1.2,0.21531519889831544
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,3072,1536,8,256,4,1,power_law_1.01,0.42366719245910645
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,1,8,power_law_1.2,1.1155136108398438
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,1,8,power_law_1.2,0.22775039672851563
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,3072,1536,8,256,4,1,power_law_1.01,0.49171199798583987
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,1,8,power_law_1.2,0.2400576114654541
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,1,8,power_law_1.2,1.4994367599487304
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,3072,1536,8,256,4,1,power_law_1.01,0.6353343963623047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,3072,1536,8,256,4,1,power_law_1.01,0.7663616180419922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,1,8,power_law_1.2,1.9054271697998046
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,3072,1536,8,256,4,1,power_law_1.01,1.0475008010864257
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,3072,1536,8,256,4,1,power_law_1.2,1.8825344085693358
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,3072,1536,8,256,4,1,power_law_1.01,1.3215807914733886
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,1,8,power_law_1.2,2.733888053894043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,1,8,power_law_1.2,0.25004799365997316
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,1,8,power_law_1.2,0.2738687992095947
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,3072,1536,8,256,4,1,power_law_1.01,1.8782976150512696
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,3072,1536,8,256,4,1,power_law_1.2,2.439583969116211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,1,8,power_law_1.2,0.3205120086669922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,1,8,power_law_1.2,0.38015360832214357
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,1,8,power_law_1.2,3.6272705078125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,3072,1536,8,256,1,8,power_law_1.2,0.0593280017375946
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,3072,1536,8,256,8,1,power_law_1.01,0.02300799936056137
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,3072,1536,8,256,4,1,power_law_1.01,2.432204818725586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,1,8,power_law_1.2,0.4768832206726074
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,3072,1536,8,256,1,8,power_law_1.2,0.09110400080680847
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,3072,1536,8,256,8,1,power_law_1.01,0.0263808012008667
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,8,1,power_law_1.01,0.026931199431419372
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,1,8,power_law_1.2,0.5850048065185547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,3072,1536,8,256,1,8,power_law_1.2,0.09089279770851136
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,3072,1536,8,256,8,1,power_law_1.01,0.045440000295639035
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,8,1,power_law_1.01,0.028870400786399842
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,3072,1536,8,256,1,8,power_law_1.2,0.1021183967590332
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,1,8,power_law_1.2,0.7947775840759277
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,3072,1536,8,256,8,1,power_law_1.01,0.06092159748077393
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,8,1,power_law_1.01,0.043731200695037845
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,3072,1536,8,256,1,8,power_law_1.2,0.12176640033721924
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,3072,1536,8,256,8,1,power_law_1.01,0.08606719970703125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,1,8,power_law_1.2,1.0125375747680665
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,8,1,power_law_1.01,0.057171201705932616
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,3072,1536,8,256,1,8,power_law_1.2,0.1323904037475586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,3072,1536,8,256,8,1,power_law_1.01,0.10599679946899414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,8,1,power_law_1.01,0.07642880082130432
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,3072,1536,8,256,8,1,power_law_1.01,0.15627520084381102
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,1,8,power_law_1.2,1.4596927642822266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,3072,1536,8,256,1,8,power_law_1.2,0.1489856004714966
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,8,1,power_law_1.01,0.09976320266723633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,3072,1536,8,256,8,1,power_law_1.01,0.16306560039520263
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,3072,1536,8,256,1,8,power_law_1.2,0.15717120170593263
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,8,1,power_law_1.01,0.12193280458450317
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,3072,1536,8,256,8,1,power_law_1.01,0.1689344048500061
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,3072,1536,8,256,1,8,power_law_1.2,0.16149760484695436
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,8,1,power_law_1.01,0.12613760232925414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,3072,1536,8,256,8,1,power_law_1.01,0.1722815990447998
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,3072,1536,8,256,1,8,power_law_1.2,0.15231360197067262
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,3072,1536,8,256,8,1,power_law_1.01,0.17286399602890015
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,3072,1536,8,256,1,8,power_law_1.2,0.16613759994506835
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,3072,1536,8,256,8,1,power_law_1.01,0.17576320171356202
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,3072,1536,8,256,1,8,power_law_1.2,0.17651840448379516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,3072,1536,8,256,8,1,power_law_1.01,0.18062080144882203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,3072,1536,8,256,1,8,power_law_1.2,0.18001919984817505
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,3072,1536,8,256,8,1,power_law_1.01,0.1919487953186035
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,3072,1536,8,256,1,8,power_law_1.2,0.1913599967956543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,3072,1536,8,256,8,1,power_law_1.01,0.2232192039489746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,1,8,power_law_1.2,1.877779197692871
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,3072,1536,8,256,1,8,power_law_1.2,0.20212481021881104
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,3072,1536,8,256,8,1,power_law_1.01,0.2300800085067749
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,3072,1536,8,256,1,8,power_law_1.2,0.21692800521850586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,3072,1536,8,256,8,1,power_law_1.01,0.23666560649871826
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,8,1,power_law_1.01,0.12929919958114625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,3072,1536,8,256,1,8,power_law_1.2,0.24418559074401855
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,3072,1536,8,256,8,1,power_law_1.01,0.25471999645233157
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,8,1,power_law_1.01,0.13071999549865723
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,3072,1536,8,256,1,8,power_law_1.2,0.2931904077529907
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,8,1,power_law_1.01,0.27530879974365235
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,8,1,power_law_1.01,0.13661439418792726
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,8,1,power_law_1.01,0.3370752096176147
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,3072,1536,8,256,1,8,power_law_1.2,0.34152960777282715
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,8,1,power_law_1.01,0.14551680088043212
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,8,1,power_law_1.01,0.37509760856628416
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,3072,1536,8,256,1,8,power_law_1.2,0.43734397888183596
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,8,1,power_law_1.01,0.15583360195159912
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,8,1,power_law_1.01,0.47135357856750487
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,8,1,power_law_1.01,0.17384320497512817
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,3072,1536,8,256,1,8,power_law_1.2,0.5442111968994141
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,8,1,power_law_1.01,0.5630720138549805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,8,1,power_law_1.01,0.19215999841690062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,3072,1536,8,256,1,8,power_law_1.2,0.7298495769500732
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,8,1,power_law_1.01,0.19710079431533814
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,8,1,power_law_1.01,0.20766079425811768
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,3072,1536,8,256,1,8,power_law_1.2,0.9058943748474121
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,8,1,power_law_1.01,0.2302016019821167
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,8,1,power_law_1.01,0.2588479995727539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,3072,1536,8,256,1,8,power_law_1.2,1.2988927841186524
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,8,1,power_law_1.01,0.3082815885543823
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,8,1,power_law_1.01,0.3552191972732544
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,3072,1536,8,256,1,8,power_law_1.2,1.6875455856323243
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,1,8,power_law_1.2,2.7342592239379884
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,8,1,power_law_1.01,0.4633984088897705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,8,1,power_law_1.01,0.5625472068786621
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,3072,1536,8,256,1,8,power_law_1.2,2.4737024307250977
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,8,1,power_law_1.01,0.7643904209136962
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,1,8,power_law_1.2,3.8646209716796873
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,8,1,power_law_1.01,0.972697639465332
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,3072,1536,8,256,8,1,power_law_1.2,0.022124800086021423
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,8,1,power_law_1.01,0.7604415893554688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,3072,1536,8,256,8,1,power_law_1.2,0.02619520127773285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,3072,1536,8,256,1,8,power_law_1.2,3.2297088623046877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,8,1,power_law_1.01,1.387276840209961
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,8,1,power_law_1.01,0.9614144325256347
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,3072,1536,8,256,8,1,power_law_1.2,0.045747199654579164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,3072,1536,8,256,8,1,power_law_1.2,0.0588096022605896
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,8,1,power_law_1.01,1.360268783569336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,3072,1536,8,256,8,1,power_law_1.2,0.07900800108909607
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,3072,1536,8,256,8,1,power_law_1.2,0.10228480100631714
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,8,1,power_law_1.01,1.7599615097045898
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,3072,1536,8,256,8,1,power_law_1.2,0.15512319803237914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,3072,1536,8,256,1,16,power_law_1.01,0.06471679806709289
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,3072,1536,8,256,8,1,power_law_1.2,0.16328320503234864
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,3072,1536,8,256,1,16,power_law_1.01,0.09637759923934937
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,3072,1536,8,256,8,1,power_law_1.2,0.16881920099258424
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,8,1,power_law_1.01,1.8036159515380858
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,3072,1536,8,256,1,16,power_law_1.01,0.09915519952774048
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,3072,1536,8,256,8,1,power_law_1.2,0.17263360023498536
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,1,16,power_law_1.01,0.05877760052680969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,3072,1536,8,256,1,16,power_law_1.01,0.0955136001110077
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,3072,1536,8,256,8,1,power_law_1.2,0.17323520183563232
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,3072,1536,8,256,1,16,power_law_1.01,0.09690240025520325
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,1,16,power_law_1.01,0.09367039799690247
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,3072,1536,8,256,8,1,power_law_1.2,0.17560319900512694
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,3072,1536,8,256,1,16,power_law_1.01,0.1409343957901001
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,1,16,power_law_1.01,0.08746240139007569
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,3072,1536,8,256,8,1,power_law_1.2,0.17951359748840331
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,3072,1536,8,256,1,16,power_law_1.01,0.14421759843826293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,1,16,power_law_1.01,0.08476160168647766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,3072,1536,8,256,1,16,power_law_1.01,0.14350080490112305
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,1,16,power_law_1.01,0.09166719913482665
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,3072,1536,8,256,1,16,power_law_1.01,0.14702080488204955
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,1,16,power_law_1.01,0.1525439977645874
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,3072,1536,8,256,1,16,power_law_1.01,0.1477504014968872
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,1,16,power_law_1.01,0.1582208037376404
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,3072,1536,8,256,1,16,power_law_1.01,0.15286400318145751
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,1,16,power_law_1.01,0.16074880361557006
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,3072,1536,8,256,1,16,power_law_1.01,0.15808639526367188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,3072,1536,8,256,8,1,power_law_1.2,0.19259519577026368
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,1,16,power_law_1.01,0.1599552035331726
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,3072,1536,8,256,1,16,power_law_1.01,0.1622207999229431
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,3072,1536,8,256,8,1,power_law_1.2,0.23325440883636475
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,3072,1536,8,256,1,16,power_law_1.01,0.17255680561065673
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,1,16,power_law_1.01,0.16393599510192872
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,3072,1536,8,256,8,1,power_law_1.2,0.23860480785369872
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,3072,1536,8,256,1,16,power_law_1.01,0.1800063967704773
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,3072,1536,8,256,8,1,power_law_1.2,0.24751999378204345
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,3072,1536,8,256,1,16,power_law_1.01,0.19024640321731567
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,3072,1536,8,256,8,1,power_law_1.2,0.26721279621124266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,3072,1536,8,256,1,16,power_law_1.01,0.21076478958129882
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,8,1,power_law_1.2,0.29295361042022705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,3072,1536,8,256,1,16,power_law_1.01,0.27447679042816164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,8,1,power_law_1.2,0.35148160457611083
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,1,16,power_law_1.01,0.3282560110092163
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,8,1,power_law_1.2,0.3911744117736816
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,1,16,power_law_1.01,0.4300288200378418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,1,16,power_law_1.01,0.1674239993095398
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,1,16,power_law_1.01,0.5003392219543457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,8,1,power_law_1.2,0.026105600595474242
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,1,16,power_law_1.01,0.17196160554885864
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,1,16,power_law_1.01,0.6904255867004394
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,1,16,power_law_1.01,0.17611520290374755
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,1,16,power_law_1.01,0.8629183769226074
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,1,16,power_law_1.01,0.18778239488601683
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,1,16,power_law_1.01,0.1966591954231262
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,1,16,power_law_1.01,1.2426048278808595
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,1,16,power_law_1.01,0.20658559799194337
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,8,1,power_law_1.2,0.49511041641235354
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,1,16,power_law_1.01,0.22895359992980957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,1,16,power_law_1.01,1.6211008071899413
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,8,1,power_law_1.2,0.5914432048797608
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,1,16,power_law_1.01,0.2926719903945923
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,1,16,power_law_1.01,0.33364479541778563
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,8,1,power_law_1.2,0.7950719833374024
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,1,16,power_law_1.01,0.4314879894256592
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,1,16,power_law_1.01,2.314847946166992
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,8,1,power_law_1.2,0.999897575378418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,1,16,power_law_1.01,0.5120192050933838
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,1,16,power_law_1.01,0.7063615798950196
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,8,1,power_law_1.2,1.4059840202331544
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,1,16,power_law_1.01,3.0417152404785157
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,1,16,power_law_1.01,0.8907967567443847
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,3072,1536,8,256,1,16,power_law_1.01,0.057817602157592775
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,3072,1536,8,256,1,16,power_law_1.01,0.09096320271492005
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,8,1,power_law_1.2,1.819366455078125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,3072,1536,8,256,1,16,power_law_1.01,0.09038720130920411
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,3072,1536,8,256,1,16,power_law_1.01,0.0917952001094818
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,8,1,power_law_1.2,0.02940160036087036
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,3072,1536,8,256,1,16,power_law_1.01,0.09382399916648865
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,8,1,power_law_1.2,0.043859198689460754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,3072,1536,8,256,1,16,power_law_1.01,0.10863360166549682
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,8,1,power_law_1.2,0.05486720204353333
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,1,16,power_law_1.01,1.274124813079834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,3072,1536,8,256,1,16,power_law_1.01,0.11940480470657348
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,8,1,power_law_1.2,0.07036799788475037
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,3072,1536,8,256,1,16,power_law_1.01,0.11842559576034546
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,1,16,power_law_1.01,1.6314559936523438
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,8,1,power_law_1.2,0.08913279771804809
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,3072,1536,8,256,1,16,power_law_1.01,0.12306560277938842
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,8,1,power_law_1.2,0.11896320581436157
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,3072,1536,8,256,1,16,power_law_1.01,0.12378239631652832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,8,1,power_law_1.2,0.12353919744491577
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,1,16,power_law_1.01,2.375833511352539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,3072,1536,8,256,1,16,power_law_1.01,0.1282240033149719
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,8,1,power_law_1.2,0.127839994430542
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,3072,1536,8,256,1,16,power_law_1.01,0.1325376033782959
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,8,1,power_law_1.2,0.12934399843215943
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,3072,1536,8,256,1,16,power_law_1.01,0.1369279980659485
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,8,1,power_law_1.2,0.13789440393447877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,3072,1536,8,256,1,16,power_law_1.01,0.14599679708480834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,1,16,power_law_1.01,3.1491392135620115
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,8,1,power_law_1.2,0.14408960342407226
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,3072,1536,8,256,1,16,power_law_1.01,0.15875840187072754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,1,16,power_law_1.2,0.058310401439666745
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,3072,1536,8,256,1,16,power_law_1.01,0.16941440105438232
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,8,1,power_law_1.2,0.15670399665832518
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,1,16,power_law_1.2,0.09072639942169189
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,8,1,power_law_1.2,0.17630720138549805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,1,16,power_law_1.2,0.08620799779891967
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,8,1,power_law_1.2,0.18542079925537108
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,1,16,power_law_1.2,0.08881919980049133
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,1,16,power_law_1.2,0.0917568027973175
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,1,16,power_law_1.2,0.1505728006362915
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,3072,1536,8,256,1,16,power_law_1.01,0.19297280311584472
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,1,16,power_law_1.2,0.1559872031211853
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,3072,1536,8,256,1,16,power_law_1.01,0.24159998893737794
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,1,16,power_law_1.2,0.15999360084533693
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,3072,1536,8,256,1,16,power_law_1.01,0.28603520393371584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,1,16,power_law_1.2,0.16021759510040284
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,3072,1536,8,256,1,16,power_law_1.01,0.37662079334259035
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,1,16,power_law_1.2,0.16291199922561644
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,3072,1536,8,256,1,16,power_law_1.01,0.4587007999420166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,1,16,power_law_1.2,0.16800639629364014
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,3072,1536,8,256,1,16,power_law_1.01,0.6472000122070313
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,3072,1536,8,256,1,16,power_law_1.2,0.06668800115585327
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,1,16,power_law_1.2,0.1723647952079773
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,1,16,power_law_1.2,0.17682559490203859
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,3072,1536,8,256,1,16,power_law_1.2,0.09724159836769104
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,8,1,power_law_1.2,0.18946559429168702
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,1,16,power_law_1.2,0.1887231945991516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,3072,1536,8,256,1,16,power_law_1.2,0.09220479726791382
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,1,16,power_law_1.2,0.2016063928604126
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,8,1,power_law_1.2,0.2005824089050293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,8,1,power_law_1.2,0.2262592077255249
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,3072,1536,8,256,1,16,power_law_1.2,0.09758080244064331
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,8,1,power_law_1.2,0.25449600219726565
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,3072,1536,8,256,1,16,power_law_1.2,0.10081280469894409
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,8,1,power_law_1.2,0.30444159507751467
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,3072,1536,8,256,1,16,power_law_1.2,0.14958080053329467
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,8,1,power_law_1.2,0.3509056091308594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,3072,1536,8,256,1,16,power_law_1.2,0.15648640394210817
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,8,1,power_law_1.2,0.4552639961242676
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,3072,1536,8,256,1,16,power_law_1.2,0.15608960390090942
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,1,16,power_law_1.2,0.21269121170043945
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,8,1,power_law_1.2,0.5459392070770264
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,3072,1536,8,256,1,16,power_law_1.2,0.16216319799423218
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,1,16,power_law_1.2,0.23880319595336913
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,8,1,power_law_1.2,0.7473152160644532
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,3072,1536,8,256,1,16,power_law_1.2,0.16276479959487916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,1,16,power_law_1.2,0.30293118953704834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,3072,1536,8,256,1,16,power_law_1.01,0.7951168060302735
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,3072,1536,8,256,1,16,power_law_1.2,0.16560640335083007
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,8,1,power_law_1.2,0.9478912353515625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,1,16,power_law_1.2,0.34651520252227785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,3072,1536,8,256,1,16,power_law_1.2,0.17059199810028075
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,3072,1536,8,256,1,16,power_law_1.2,0.17663359642028809
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,3072,1536,8,256,1,16,power_law_1.01,1.1484160423278809
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,8,1,power_law_1.2,1.3556863784790039
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,3072,1536,8,256,1,16,power_law_1.2,0.186188805103302
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,3072,1536,8,256,1,16,power_law_1.2,0.19690879583358764
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,3072,1536,8,256,1,16,power_law_1.01,1.4770943641662597
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,3072,1536,8,256,1,16,power_law_1.2,0.20843520164489746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,8,1,power_law_1.2,1.7582719802856446
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,3072,1536,8,256,1,16,power_law_1.2,0.23148159980773925
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,3072,1536,8,256,1,16,power_law_1.2,0.059724801778793336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,3072,1536,8,256,1,16,power_law_1.2,0.30021119117736816
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,1,16,power_law_1.2,0.44625282287597656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,3072,1536,8,256,1,16,power_law_1.2,0.09130880236625671
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,1,16,power_law_1.2,0.3692415952682495
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,3072,1536,8,256,1,16,power_law_1.2,0.08545920252799988
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,1,16,power_law_1.2,0.539027214050293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,1,16,power_law_1.2,0.46418561935424807
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,3072,1536,8,256,1,16,power_law_1.2,0.09175040125846863
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,1,16,power_law_1.2,0.5612544059753418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,1,16,power_law_1.2,0.737721586227417
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,3072,1536,8,256,1,16,power_law_1.2,0.09535999894142151
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,1,16,power_law_1.2,0.754854393005371
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,1,16,power_law_1.2,0.9383040428161621
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,3072,1536,8,256,1,16,power_law_1.01,2.2603904724121096
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,3072,1536,8,256,1,16,power_law_1.2,0.10220160484313964
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,1,16,power_law_1.2,0.9270208358764649
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,1,16,power_law_1.2,1.3506175994873046
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,3072,1536,8,256,1,16,power_law_1.2,0.11399680376052856
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,1,16,power_law_1.2,1.3727935791015624
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,3072,1536,8,256,1,16,power_law_1.2,0.11634559631347656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,3072,1536,8,256,1,16,power_law_1.01,2.9133632659912108
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,1,16,power_law_1.2,1.7241535186767578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,3072,1536,8,256,1,16,power_law_1.2,0.11740800142288207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,3072,1536,8,256,16,1,power_law_1.01,0.02122880071401596
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,1,16,power_law_1.2,1.6868864059448243
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,3072,1536,8,256,1,16,power_law_1.2,0.1215999960899353
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,3072,1536,8,256,16,1,power_law_1.01,0.023443199694156647
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,3072,1536,8,256,1,16,power_law_1.2,0.12856320142745972
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,1,16,power_law_1.2,2.5156736373901367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,3072,1536,8,256,16,1,power_law_1.01,0.039136001467704774
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,3072,1536,8,256,1,16,power_law_1.2,0.1364159941673279
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,3072,1536,8,256,16,1,power_law_1.01,0.05002239942550659
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,1,16,power_law_1.2,2.5831552505493165
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,3072,1536,8,256,1,16,power_law_1.2,0.14010239839553834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,3072,1536,8,256,16,1,power_law_1.01,0.06524800062179566
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,3072,1536,8,256,1,16,power_law_1.2,0.14935040473937988
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,3072,1536,8,256,16,1,power_law_1.01,0.07882879972457886
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,3072,1536,8,256,1,16,power_law_1.2,0.16101759672164917
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,3072,1536,8,256,1,16,power_law_1.2,0.1713919997215271
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,3072,1536,8,256,16,1,power_law_1.01,0.09615359902381897
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,1,16,power_law_1.2,3.288492965698242
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,3072,1536,8,256,1,16,power_law_1.2,0.20037760734558105
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,3072,1536,8,256,16,1,power_law_1.01,0.09943040013313294
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,16,1,power_law_1.01,0.0239424005150795
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,3072,1536,8,256,1,16,power_law_1.2,0.24829440116882323
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,3072,1536,8,256,16,1,power_law_1.01,0.10280959606170655
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,16,1,power_law_1.01,0.026387199759483337
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,3072,1536,8,256,16,1,power_law_1.01,0.1034816026687622
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,3072,1536,8,256,1,16,power_law_1.2,0.2942847967147827
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,1,16,power_law_1.2,3.4263679504394533
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,16,1,power_law_1.01,0.0381632000207901
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,3072,1536,8,256,1,16,power_law_1.2,0.3821376085281372
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,16,1,power_law_1.01,0.047993600368499756
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,3072,1536,8,256,1,16,power_law_1.2,0.47377920150756836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,16,1,power_law_1.01,0.06119040250778198
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,3072,1536,8,256,1,16,power_law_1.2,0.6515391826629638
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,16,1,power_law_1.01,0.07824640274047852
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,3072,1536,8,256,1,16,power_law_1.2,0.8380928039550781
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,16,1,power_law_1.01,0.09082239866256714
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,3072,1536,8,256,16,1,power_law_1.01,0.1078719973564148
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,16,1,power_law_1.01,0.09466239809989929
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,3072,1536,8,256,1,16,power_law_1.2,1.188428783416748
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,3072,1536,8,256,16,1,power_law_1.01,0.11569279432296753
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,16,1,power_law_1.01,0.09534720182418824
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,3072,1536,8,256,16,1,power_law_1.01,0.1221951961517334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,16,1,power_law_1.01,0.09756159782409668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,3072,1536,8,256,1,16,power_law_1.2,1.5878848075866698
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,3072,1536,8,256,16,1,power_law_1.01,0.13098880052566528
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,16,1,power_law_1.01,0.10200320482254029
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,3072,1536,8,256,16,1,power_law_1.01,0.1538879990577698
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,16,1,power_law_1.01,0.10665600299835205
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,3072,1536,8,256,16,1,power_law_1.01,0.15860480070114136
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,16,1,power_law_1.01,0.11247999668121338
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,3072,1536,8,256,1,16,power_law_1.2,2.251968002319336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,3072,1536,8,256,16,1,power_law_1.01,0.16769920587539672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,16,1,power_law_1.01,0.1309183955192566
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,3072,1536,8,256,16,1,power_law_1.01,0.18298239707946778
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,16,1,power_law_1.01,0.1405311942100525
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,16,1,power_law_1.01,0.2006592035293579
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,16,1,power_law_1.01,0.1446079969406128
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,16,1,power_law_1.01,0.24335999488830568
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,16,1,power_law_1.01,0.15690879821777343
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,16,1,power_law_1.01,0.29098238945007326
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,16,1,power_law_1.01,0.17543679475784302
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,16,1,power_law_1.01,0.35637118816375735
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,16,1,power_law_1.01,0.1975872039794922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,16,1,power_law_1.01,0.4259903907775879
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,16,1,power_law_1.01,0.23965439796447754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,16,1,power_law_1.01,0.2801408052444458
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,16,1,power_law_1.01,0.5777535915374756
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,16,1,power_law_1.01,0.3558016061782837
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,16,1,power_law_1.01,0.7305088043212891
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,3072,1536,8,256,1,16,power_law_1.2,2.938656044006348
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,16,1,power_law_1.01,0.4306687831878662
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,16,1,power_law_1.2,0.026060798764228822
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,16,1,power_law_1.01,1.0253120422363282
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,16,1,power_law_1.01,0.5848320007324219
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,16,1,power_law_1.2,0.027744001150131224
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,16,1,power_law_1.01,0.7405439853668213
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,16,1,power_law_1.01,1.327500820159912
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,16,1,power_law_1.2,0.039052799344062805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,16,1,power_law_1.2,0.04844799935817719
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,16,1,power_law_1.01,1.0545151710510254
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,3072,1536,8,256,1,32,power_law_1.01,0.06475520133972168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,16,1,power_law_1.2,0.05811840295791626
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,3072,1536,8,256,1,32,power_law_1.01,0.06527360081672669
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,16,1,power_law_1.01,1.3723008155822753
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,16,1,power_law_1.2,0.0735871970653534
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,3072,1536,8,256,1,32,power_law_1.01,0.0654911994934082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,16,1,power_law_1.2,0.08925439715385437
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,3072,1536,8,256,1,32,power_law_1.01,0.06606720089912414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,1,32,power_law_1.01,0.05816320180892944
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,16,1,power_law_1.2,0.09207040071487427
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,3072,1536,8,256,1,32,power_law_1.01,0.09718400239944458
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,16,1,power_law_1.2,0.09370239973068237
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,3072,1536,8,256,1,32,power_law_1.01,0.1328703999519348
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,16,1,power_law_1.2,0.09738240242004395
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,16,1,power_law_1.2,0.10215679407119752
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,3072,1536,8,256,1,32,power_law_1.01,0.13396480083465576
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,16,1,power_law_1.2,0.10629119873046874
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,3072,1536,8,256,1,32,power_law_1.01,0.13548799753189086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,16,1,power_law_1.2,0.12386560440063477
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,3072,1536,8,256,16,1,power_law_1.2,0.02088959962129593
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,3072,1536,8,256,1,32,power_law_1.01,0.13843200206756592
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,16,1,power_law_1.2,0.13281279802322388
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,3072,1536,8,256,1,32,power_law_1.01,0.14110080003738404
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,1,32,power_law_1.01,0.05772799849510193
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,16,1,power_law_1.2,0.14146560430526733
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,3072,1536,8,256,1,32,power_law_1.01,0.1457919955253601
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,16,1,power_law_1.2,0.14551680088043212
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,1,32,power_law_1.01,0.05909759998321533
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,3072,1536,8,256,1,32,power_law_1.01,0.15032320022583007
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,1,32,power_law_1.01,0.059935998916625974
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,3072,1536,8,256,1,32,power_law_1.01,0.15425920486450195
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,1,32,power_law_1.01,0.08302720189094544
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,3072,1536,8,256,1,32,power_law_1.01,0.16339839696884156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,1,32,power_law_1.01,0.1332800030708313
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,3072,1536,8,256,1,32,power_law_1.01,0.1723904013633728
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,3072,1536,8,256,1,32,power_law_1.01,0.18142720460891723
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,1,32,power_law_1.01,0.1368384003639221
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,3072,1536,8,256,1,32,power_law_1.01,0.2035775899887085
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,1,32,power_law_1.01,0.13834880590438842
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,16,1,power_law_1.2,0.1582208037376404
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,3072,1536,8,256,1,32,power_law_1.01,0.2409280061721802
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,1,32,power_law_1.01,0.13979519605636598
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,16,1,power_law_1.2,0.17626240253448486
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,1,32,power_law_1.01,0.28035199642181396
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,1,32,power_law_1.01,0.14162559509277345
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,16,1,power_law_1.2,0.19871360063552856
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,1,32,power_law_1.01,0.3696831941604614
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,1,32,power_law_1.01,0.1464192032814026
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,16,1,power_law_1.2,0.24004480838775635
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,1,32,power_law_1.01,0.47450881004333495
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,1,32,power_law_1.01,0.15118720531463622
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,16,1,power_law_1.2,0.27959680557250977
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,1,32,power_law_1.01,0.6326591968536377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,1,32,power_law_1.01,0.1553663969039917
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,16,1,power_law_1.2,0.35837440490722655
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,1,32,power_law_1.01,0.16424319744110108
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,1,32,power_law_1.01,0.805081558227539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,16,1,power_law_1.2,0.4339968204498291
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,1,32,power_law_1.01,0.174726402759552
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,1,32,power_law_1.01,0.1821887969970703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,16,1,power_law_1.2,0.5886784076690674
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,1,32,power_law_1.01,1.1234623908996582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,1,32,power_law_1.01,0.20120959281921386
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,16,1,power_law_1.2,0.7451200008392334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,1,32,power_law_1.01,0.24060161113739015
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,1,32,power_law_1.01,1.4665023803710937
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,1,32,power_law_1.01,0.2766848087310791
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,16,1,power_law_1.2,1.0594176292419433
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,1,32,power_law_1.01,0.37366399765014646
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,1,32,power_law_1.01,2.110495948791504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,1,32,power_law_1.01,0.45391998291015623
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,16,1,power_law_1.2,1.3731200218200683
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,1,32,power_law_1.01,0.630137586593628
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,3072,1536,8,256,1,32,power_law_1.01,0.05804160237312317
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,1,32,power_law_1.01,2.8045375823974608
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,3072,1536,8,256,1,32,power_law_1.01,0.05901439785957337
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,3072,1536,8,256,16,1,power_law_1.2,0.023647999763488768
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,3072,1536,8,256,1,32,power_law_1.2,0.06474879980087281
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,3072,1536,8,256,16,1,power_law_1.2,0.03927040100097656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,3072,1536,8,256,1,32,power_law_1.2,0.06595839858055115
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,3072,1536,8,256,16,1,power_law_1.2,0.0488319993019104
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,3072,1536,8,256,1,32,power_law_1.2,0.06559360027313232
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,3072,1536,8,256,16,1,power_law_1.2,0.062463998794555664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,3072,1536,8,256,1,32,power_law_1.2,0.06604160070419311
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,3072,1536,8,256,16,1,power_law_1.2,0.07799040079116822
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,3072,1536,8,256,1,32,power_law_1.2,0.0918079972267151
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,3072,1536,8,256,16,1,power_law_1.2,0.09498239755630493
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,3072,1536,8,256,1,32,power_law_1.2,0.1318079948425293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,3072,1536,8,256,1,32,power_law_1.01,0.06351360082626342
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,3072,1536,8,256,16,1,power_law_1.2,0.09809920191764832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,3072,1536,8,256,1,32,power_law_1.2,0.13523839712142943
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,3072,1536,8,256,1,32,power_law_1.01,0.06381440162658691
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,3072,1536,8,256,16,1,power_law_1.2,0.10051840543746948
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,3072,1536,8,256,1,32,power_law_1.2,0.13635200262069702
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,3072,1536,8,256,16,1,power_law_1.2,0.10304640531539917
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,3072,1536,8,256,1,32,power_law_1.2,0.13897600173950195
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,3072,1536,8,256,16,1,power_law_1.2,0.11288319826126099
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,1,32,power_law_1.01,0.7962111949920654
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,3072,1536,8,256,16,1,power_law_1.2,0.11562240123748779
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,3072,1536,8,256,16,1,power_law_1.2,0.12302720546722412
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,1,32,power_law_1.01,1.1361215591430665
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,3072,1536,8,256,16,1,power_law_1.2,0.13504639863967896
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,3072,1536,8,256,16,1,power_law_1.2,0.16332160234451293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,3072,1536,8,256,16,1,power_law_1.2,0.16738560199737548
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,1,32,power_law_1.01,1.4907903671264648
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,3072,1536,8,256,1,32,power_law_1.01,0.06878079771995545
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,3072,1536,8,256,16,1,power_law_1.2,0.17711360454559327
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,3072,1536,8,256,1,32,power_law_1.01,0.08721280097961426
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,3072,1536,8,256,16,1,power_law_1.2,0.19644800424575806
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,3072,1536,8,256,1,32,power_law_1.2,0.1412608027458191
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,1,32,power_law_1.01,2.1263999938964844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,16,1,power_law_1.2,0.2168191909790039
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,16,1,power_law_1.2,0.25585920810699464
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,16,1,power_law_1.2,0.3072256088256836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,1,32,power_law_1.01,2.7956415176391602
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,16,1,power_law_1.2,0.3771456003189087
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,1,32,power_law_1.2,0.05971840023994446
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,16,1,power_law_1.2,0.45302400588989256
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,1,32,power_law_1.2,0.05920640230178833
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,3072,1536,8,256,1,32,power_law_1.2,0.1446463942527771
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,16,1,power_law_1.2,0.6090879917144776
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,3072,1536,8,256,1,32,power_law_1.2,0.15020159482955933
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,16,1,power_law_1.2,0.7648767948150634
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,3072,1536,8,256,1,32,power_law_1.2,0.1540544033050537
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,3072,1536,8,256,1,32,power_law_1.2,0.16355199813842775
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,16,1,power_law_1.2,1.0754112243652343
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,3072,1536,8,256,1,32,power_law_1.2,0.17357439994812013
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,3072,1536,8,256,1,32,power_law_1.2,0.18312959671020507
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,16,1,power_law_1.2,1.3899007797241212
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,3072,1536,8,256,1,32,power_law_1.2,0.2050623893737793
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,3072,1536,8,256,1,32,power_law_1.01,0.09491199851036072
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,3072,1536,8,256,1,32,power_law_1.2,0.24467840194702148
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,1,32,power_law_1.2,0.06000639796257019
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,3072,1536,8,256,1,32,power_law_1.01,0.09537280201911927
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,3072,1536,8,256,1,32,power_law_1.2,0.05858560204505921
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,1,32,power_law_1.2,0.2935359954833984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,1,32,power_law_1.2,0.0598143994808197
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,3072,1536,8,256,1,32,power_law_1.01,0.10097919702529908
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,3072,1536,8,256,1,32,power_law_1.2,0.060057598352432254
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,1,32,power_law_1.2,0.3976063966751099
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,3072,1536,8,256,1,32,power_law_1.01,0.10068479776382447
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,1,32,power_law_1.2,0.08442879915237426
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,3072,1536,8,256,1,32,power_law_1.2,0.06472960114479065
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,1,32,power_law_1.2,0.487059211730957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,3072,1536,8,256,1,32,power_law_1.01,0.10444159507751465
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,1,32,power_law_1.2,0.1316799998283386
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,3072,1536,8,256,1,32,power_law_1.2,0.0640447974205017
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,1,32,power_law_1.2,0.6609856128692627
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,1,32,power_law_1.2,0.1355520009994507
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,3072,1536,8,256,1,32,power_law_1.2,0.06761599779129028
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,1,32,power_law_1.2,0.825267219543457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,1,32,power_law_1.2,0.1373695969581604
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,3072,1536,8,256,1,32,power_law_1.2,0.09267200231552124
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,1,32,power_law_1.2,0.14030719995498658
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,1,32,power_law_1.2,1.2049856185913086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,1,32,power_law_1.2,0.14177919626235963
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,3072,1536,8,256,1,32,power_law_1.2,0.09520639777183533
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,1,32,power_law_1.2,0.14652800559997559
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,3072,1536,8,256,1,32,power_law_1.2,0.09699199795722961
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,1,32,power_law_1.2,1.5307647705078125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,3072,1536,8,256,1,32,power_law_1.01,0.11182080507278443
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,1,32,power_law_1.2,0.15143680572509766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,3072,1536,8,256,1,32,power_law_1.2,0.10049920082092285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,3072,1536,8,256,1,32,power_law_1.01,0.11548160314559937
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,1,32,power_law_1.2,0.15444480180740355
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,3072,1536,8,256,1,32,power_law_1.2,0.10246399641036988
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,3072,1536,8,256,1,32,power_law_1.01,0.12461440563201905
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,1,32,power_law_1.2,0.16437120437622071
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,1,32,power_law_1.2,2.3142528533935547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,3072,1536,8,256,1,32,power_law_1.2,0.10825599431991577
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,3072,1536,8,256,1,32,power_law_1.01,0.1376703977584839
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,1,32,power_law_1.2,0.17501440048217773
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,3072,1536,8,256,1,32,power_law_1.2,0.11128319501876831
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,3072,1536,8,256,1,32,power_law_1.01,0.14589439630508422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,1,32,power_law_1.2,0.1832383990287781
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,3072,1536,8,256,1,32,power_law_1.2,0.11727360486984253
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,1,32,power_law_1.2,0.20339200496673585
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,3072,1536,8,256,1,32,power_law_1.2,0.12931840419769286
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,1,32,power_law_1.2,0.24286720752716065
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,1,32,power_law_1.2,3.2009151458740233
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,3072,1536,8,256,1,32,power_law_1.2,0.1370303988456726
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,3072,1536,8,256,32,1,power_law_1.01,0.01976960003376007
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,3072,1536,8,256,1,32,power_law_1.2,0.1514240026473999
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,3072,1536,8,256,32,1,power_law_1.01,0.02200320065021515
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,3072,1536,8,256,1,32,power_law_1.2,0.17440639734268187
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,3072,1536,8,256,32,1,power_law_1.01,0.03559040129184723
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,3072,1536,8,256,1,32,power_law_1.2,0.21936640739440919
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,3072,1536,8,256,32,1,power_law_1.01,0.04258559942245484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,3072,1536,8,256,1,32,power_law_1.2,0.2625152111053467
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,3072,1536,8,256,32,1,power_law_1.01,0.05452160239219665
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,3072,1536,8,256,1,32,power_law_1.2,0.3521728038787842
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,1,32,power_law_1.2,0.2819904088973999
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,3072,1536,8,256,1,32,power_law_1.2,0.4354559898376465
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,1,32,power_law_1.2,0.38375039100646974
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,3072,1536,8,256,1,32,power_law_1.2,0.6082304000854493
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,1,32,power_law_1.2,0.4740287780761719
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,3072,1536,8,256,1,32,power_law_1.2,0.7728831768035889
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,3072,1536,8,256,1,32,power_law_1.01,0.17182719707489014
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,1,32,power_law_1.2,0.6473536014556884
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,3072,1536,8,256,1,32,power_law_1.01,0.2147455930709839
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,3072,1536,8,256,1,32,power_law_1.2,1.1042688369750977
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,1,32,power_law_1.2,0.8333696365356446
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,3072,1536,8,256,32,1,power_law_1.01,0.06717439889907836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,3072,1536,8,256,32,1,power_law_1.01,0.07697920203208923
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,1,32,power_law_1.2,1.1984448432922363
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,3072,1536,8,256,32,1,power_law_1.01,0.07906559705734253
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,3072,1536,8,256,32,1,power_law_1.01,0.08064640164375306
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,1,32,power_law_1.2,1.5115391731262207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,3072,1536,8,256,32,1,power_law_1.01,0.08286719918251037
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,3072,1536,8,256,32,1,power_law_1.01,0.08710399866104127
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,3072,1536,8,256,1,32,power_law_1.01,0.2539776086807251
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,3072,1536,8,256,32,1,power_law_1.01,0.0899392008781433
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,3072,1536,8,256,32,1,power_law_1.01,0.09333119988441467
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,3072,1536,8,256,1,32,power_law_1.01,0.3392575979232788
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,3072,1536,8,256,1,32,power_law_1.2,1.4940159797668457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,3072,1536,8,256,32,1,power_law_1.01,0.10167039632797241
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,3072,1536,8,256,1,32,power_law_1.01,0.413375997543335
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,3072,1536,8,256,32,1,power_law_1.01,0.14286719560623168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,3072,1536,8,256,1,32,power_law_1.01,0.5928575992584229
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,3072,1536,8,256,32,1,power_law_1.01,0.14602240324020385
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,3072,1536,8,256,1,32,power_law_1.2,2.202662467956543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,3072,1536,8,256,32,1,power_law_1.01,0.15422719717025757
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,3072,1536,8,256,1,32,power_law_1.01,0.744704008102417
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,3072,1536,8,256,32,1,power_law_1.01,0.16947200298309326
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,32,1,power_law_1.01,0.18451199531555176
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,3072,1536,8,256,1,32,power_law_1.01,1.0877951622009276
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,1,32,power_law_1.2,2.362348747253418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,32,1,power_law_1.01,0.2136512041091919
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,3072,1536,8,256,1,32,power_law_1.2,2.776915168762207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,32,1,power_law_1.01,0.2441920042037964
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,32,1,power_law_1.01,0.025388801097869874
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,3072,1536,8,256,1,32,power_law_1.01,1.405023956298828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,32,1,power_law_1.01,0.32140159606933594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,32,1,power_law_1.01,0.02871679961681366
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,32,1,power_law_1.01,0.3948928117752075
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,1,32,power_law_1.2,3.0461183547973634
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,32,1,power_law_1.01,0.03089280128479004
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,3072,1536,8,256,1,32,power_law_1.01,2.036729621887207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,32,1,power_law_1.01,0.5217088222503662
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,3072,1536,8,256,32,1,power_law_1.2,0.020326399803161622
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,32,1,power_law_1.01,0.04349440038204193
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,3072,1536,8,256,32,1,power_law_1.2,0.02157440036535263
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,32,1,power_law_1.01,0.6639616012573242
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,32,1,power_law_1.01,0.05529599785804749
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,3072,1536,8,256,32,1,power_law_1.2,0.03592959940433502
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,32,1,power_law_1.01,0.9368831634521484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,3072,1536,8,256,1,32,power_law_1.01,2.7115200042724608
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,32,1,power_law_1.01,0.06530560255050659
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,3072,1536,8,256,32,1,power_law_1.2,0.04304639995098114
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,32,1,power_law_1.2,0.025088000297546386
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,32,1,power_law_1.01,0.07404800057411194
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,3072,1536,8,256,32,1,power_law_1.2,0.052262401580810545
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,32,1,power_law_1.01,1.2129152297973633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,32,1,power_law_1.2,0.02748799920082092
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,32,1,power_law_1.01,0.07534080147743225
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,3072,1536,8,256,1,64,power_law_1.01,0.05591040253639221
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,3072,1536,8,256,32,1,power_law_1.2,0.06402559876441956
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,32,1,power_law_1.2,0.033657601475715636
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,32,1,power_law_1.01,0.07722880244255066
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,3072,1536,8,256,1,64,power_law_1.01,0.058719998598098753
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,3072,1536,8,256,32,1,power_law_1.2,0.07690879702568054
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,32,1,power_law_1.2,0.043961599469184875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,32,1,power_law_1.01,0.0791808009147644
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,3072,1536,8,256,1,64,power_law_1.01,0.05633280277252197
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,32,1,power_law_1.01,0.08348159790039063
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,32,1,power_law_1.2,0.05310080051422119
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,32,1,power_law_1.01,0.08857600092887878
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,32,1,power_law_1.2,0.06346880197525025
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,32,1,power_law_1.01,0.09108480215072631
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,32,1,power_law_1.2,0.0729088008403778
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,32,1,power_law_1.01,0.10116480588912964
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,32,1,power_law_1.2,0.07525119781494141
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,32,1,power_law_1.01,0.1382207989692688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,32,1,power_law_1.2,0.07648000121116638
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,32,1,power_law_1.01,0.144377601146698
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,32,1,power_law_1.2,0.07916799783706666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,3072,1536,8,256,32,1,power_law_1.2,0.0791487991809845
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,32,1,power_law_1.01,0.15315200090408326
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,3072,1536,8,256,1,64,power_law_1.01,0.08427519798278808
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,32,1,power_law_1.01,0.17192959785461426
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,3072,1536,8,256,32,1,power_law_1.2,0.0800000011920929
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,32,1,power_law_1.01,0.19034240245819092
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,3072,1536,8,256,1,64,power_law_1.01,0.08883839845657349
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,32,1,power_law_1.01,0.22568318843841553
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,3072,1536,8,256,1,64,power_law_1.01,0.12762240171432496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,32,1,power_law_1.01,0.26860799789428713
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,3072,1536,8,256,1,64,power_law_1.01,0.13020800352096557
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,32,1,power_law_1.01,0.35209600925445556
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,3072,1536,8,256,1,64,power_law_1.01,0.13223040103912354
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,32,1,power_law_1.01,0.4228799819946289
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,3072,1536,8,256,1,64,power_law_1.01,0.13528319597244262
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,32,1,power_law_1.2,0.08309119939804077
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,32,1,power_law_1.01,0.5741119861602784
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,3072,1536,8,256,1,64,power_law_1.01,0.13648639917373656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,32,1,power_law_1.2,0.08797439932823181
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,3072,1536,8,256,32,1,power_law_1.2,0.08279680013656616
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,3072,1536,8,256,1,64,power_law_1.01,0.14094079732894899
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,32,1,power_law_1.2,0.09240319728851318
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,32,1,power_law_1.01,0.7282432079315185
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,3072,1536,8,256,32,1,power_law_1.2,0.08663679957389832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,3072,1536,8,256,1,64,power_law_1.01,0.145414400100708
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,3072,1536,8,256,32,1,power_law_1.2,0.08948479890823365
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,3072,1536,8,256,1,64,power_law_1.01,0.1490880012512207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,32,1,power_law_1.01,1.034822368621826
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,3072,1536,8,256,32,1,power_law_1.2,0.09379839897155762
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,3072,1536,8,256,1,64,power_law_1.01,0.15872000455856322
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,3072,1536,8,256,32,1,power_law_1.2,0.10238720178604126
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,3072,1536,8,256,1,64,power_law_1.01,0.16775039434432984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,32,1,power_law_1.01,1.3379776000976562
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,3072,1536,8,256,32,1,power_law_1.2,0.15167360305786132
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,3072,1536,8,256,1,64,power_law_1.01,0.1767807960510254
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,3072,1536,8,256,32,1,power_law_1.2,0.15499520301818848
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,1,64,power_law_1.01,0.04074879884719849
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,3072,1536,8,256,1,64,power_law_1.01,0.19512319564819336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,3072,1536,8,256,32,1,power_law_1.2,0.16378240585327147
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,1,64,power_law_1.01,0.041152000427246094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,32,1,power_law_1.2,0.10188800096511841
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,3072,1536,8,256,32,1,power_law_1.2,0.1801344037055969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,32,1,power_law_1.2,0.13189120292663575
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,1,64,power_law_1.01,0.041196799278259276
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,32,1,power_law_1.2,0.1972607970237732
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,32,1,power_law_1.2,0.13559679985046386
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,32,1,power_law_1.2,0.22780160903930663
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,1,64,power_law_1.01,0.05610880255699158
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,32,1,power_law_1.2,0.14559359550476075
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,32,1,power_law_1.2,0.26143999099731446
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,32,1,power_law_1.2,0.16269439458847046
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,32,1,power_law_1.2,0.34250879287719727
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,32,1,power_law_1.2,0.18227200508117675
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,3072,1536,8,256,1,64,power_law_1.01,0.2332159996032715
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,32,1,power_law_1.2,0.21870720386505127
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,1,64,power_law_1.01,0.2695552110671997
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,32,1,power_law_1.2,0.254419207572937
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,1,64,power_law_1.01,0.34807040691375735
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,32,1,power_law_1.2,0.33742079734802244
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,1,64,power_law_1.01,0.42654080390930177
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,32,1,power_law_1.2,0.4049215793609619
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,1,64,power_law_1.01,0.0824895977973938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,1,64,power_law_1.01,0.6009471893310547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,32,1,power_law_1.2,0.5504576206207276
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,1,64,power_law_1.01,0.13978879451751708
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,1,64,power_law_1.01,0.7518400192260742
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,32,1,power_law_1.2,0.41806721687316895
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,32,1,power_law_1.2,0.694547176361084
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,1,64,power_law_1.01,0.14339200258255005
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,32,1,power_law_1.2,0.5564032077789307
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,1,64,power_law_1.01,0.14506880044937134
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,32,1,power_law_1.2,0.9918784141540528
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,32,1,power_law_1.2,0.706937599182129
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,1,64,power_law_1.01,0.14707839488983154
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,1,64,power_law_1.01,0.1498047947883606
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,32,1,power_law_1.2,0.993228816986084
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,32,1,power_law_1.2,1.2865792274475099
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,1,64,power_law_1.01,0.1535040020942688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,3072,1536,8,256,1,64,power_law_1.01,0.04832639992237091
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,1,64,power_law_1.01,0.16353280544281007
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,32,1,power_law_1.2,1.286892795562744
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,3072,1536,8,256,1,64,power_law_1.01,0.049856001138687135
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,1,64,power_law_1.01,0.16306560039520263
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,1,64,power_law_1.01,1.0594495773315429
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,3072,1536,8,256,1,64,power_law_1.2,0.05600000023841858
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,1,64,power_law_1.01,0.17274880409240723
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,3072,1536,8,256,1,64,power_law_1.01,0.05257599949836731
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,3072,1536,8,256,1,64,power_law_1.2,0.05607039928436279
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,1,64,power_law_1.01,0.18407679796218873
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,1,64,power_law_1.01,1.3753664016723632
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,3072,1536,8,256,1,64,power_law_1.01,0.05278720259666443
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,3072,1536,8,256,1,64,power_law_1.2,0.05661439895629883
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,1,64,power_law_1.01,0.19314559698104858
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,3072,1536,8,256,1,64,power_law_1.01,0.05674880146980286
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,1,64,power_law_1.01,0.21315839290618896
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,1,64,power_law_1.01,2.036844825744629
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,1,64,power_law_1.01,0.25240321159362794
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,1,64,power_law_1.01,0.28837759494781495
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,1,64,power_law_1.01,0.3714495897293091
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,1,64,power_law_1.01,2.623699188232422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,1,64,power_law_1.01,0.45771517753601076
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,3072,1536,8,256,1,64,power_law_1.2,0.08053119778633118
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,1,64,power_law_1.01,0.6258880138397217
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,3072,1536,8,256,1,64,power_law_1.01,0.08094080090522766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,3072,1536,8,256,1,64,power_law_1.2,0.08939520120620728
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,1,64,power_law_1.01,0.7889152050018311
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,3072,1536,8,256,1,64,power_law_1.01,0.08447359800338745
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,3072,1536,8,256,1,64,power_law_1.2,0.14063359498977662
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,1,64,power_law_1.01,1.1391743659973144
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,3072,1536,8,256,1,64,power_law_1.2,0.1433727979660034
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,3072,1536,8,256,1,64,power_law_1.2,0.1461951971054077
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,1,64,power_law_1.01,1.4599231719970702
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,3072,1536,8,256,1,64,power_law_1.2,0.14905600547790526
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,3072,1536,8,256,1,64,power_law_1.2,0.1502079963684082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,3072,1536,8,256,1,64,power_law_1.2,0.15426559448242189
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,1,64,power_law_1.01,2.151321601867676
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,3072,1536,8,256,1,64,power_law_1.2,0.15932799577713014
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,3072,1536,8,256,1,64,power_law_1.01,0.08641279935836792
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,3072,1536,8,256,1,64,power_law_1.2,0.16354559659957885
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,3072,1536,8,256,1,64,power_law_1.01,0.08913279771804809
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,3072,1536,8,256,1,64,power_law_1.2,0.17445759773254393
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,3072,1536,8,256,1,64,power_law_1.01,0.08934400081634522
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,1,64,power_law_1.01,2.787334442138672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,3072,1536,8,256,1,64,power_law_1.2,0.1839679956436157
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,3072,1536,8,256,1,64,power_law_1.01,0.09502720236778259
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,3072,1536,8,256,1,64,power_law_1.2,0.04930559992790222
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,3072,1536,8,256,1,64,power_law_1.2,0.19359999895095825
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,3072,1536,8,256,1,64,power_law_1.01,0.1008255958557129
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,3072,1536,8,256,1,64,power_law_1.2,0.21356160640716554
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,3072,1536,8,256,1,64,power_law_1.2,0.049747198820114136
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,3072,1536,8,256,1,64,power_law_1.01,0.10598399639129638
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,1,64,power_law_1.2,0.03937920033931732
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,3072,1536,8,256,1,64,power_law_1.2,0.05555199980735779
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,3072,1536,8,256,1,64,power_law_1.01,0.11511039733886719
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,3072,1536,8,256,1,64,power_law_1.01,0.12433919906616211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,3072,1536,8,256,1,64,power_law_1.2,0.05294719934463501
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,3072,1536,8,256,1,64,power_law_1.01,0.1333184003829956
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,3072,1536,8,256,1,64,power_law_1.2,0.0562175989151001
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,3072,1536,8,256,1,64,power_law_1.01,0.15555839538574218
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,3072,1536,8,256,1,64,power_law_1.2,0.08156800270080566
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,3072,1536,8,256,1,64,power_law_1.01,0.1974720001220703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,3072,1536,8,256,1,64,power_law_1.01,0.2369152069091797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,3072,1536,8,256,1,64,power_law_1.2,0.08357759714126586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,3072,1536,8,256,1,64,power_law_1.2,0.251910400390625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,3072,1536,8,256,1,64,power_law_1.01,0.3194688081741333
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,3072,1536,8,256,1,64,power_law_1.2,0.08612480163574218
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,1,64,power_law_1.2,0.28928000926971437
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,1,64,power_law_1.2,0.04021120071411133
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,3072,1536,8,256,1,64,power_law_1.01,0.4038847923278809
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,3072,1536,8,256,1,64,power_law_1.2,0.08887040019035339
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,1,64,power_law_1.2,0.379366397857666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,3072,1536,8,256,1,64,power_law_1.01,0.5645376205444336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,3072,1536,8,256,1,64,power_law_1.2,0.09029120206832886
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,1,64,power_law_1.2,0.4750080108642578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,3072,1536,8,256,1,64,power_law_1.01,0.7237247943878173
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,3072,1536,8,256,1,64,power_law_1.2,0.0944320023059845
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,1,64,power_law_1.2,0.6442048072814941
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,3072,1536,8,256,1,64,power_law_1.2,0.10007679462432861
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,3072,1536,8,256,1,64,power_law_1.01,1.0385791778564453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,3072,1536,8,256,1,64,power_law_1.2,0.10335999727249146
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,1,64,power_law_1.2,0.8357503890991211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,3072,1536,8,256,1,64,power_law_1.2,0.115283203125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,3072,1536,8,256,1,64,power_law_1.01,1.3488639831542968
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,1,64,power_law_1.2,0.04126079976558685
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,3072,1536,8,256,1,64,power_law_1.2,0.12673280239105225
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,1,64,power_law_1.2,1.1513792037963868
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,3072,1536,8,256,1,64,power_law_1.2,0.13616640567779542
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,3072,1536,8,256,1,64,power_law_1.2,0.15975040197372437
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,3072,1536,8,256,1,64,power_law_1.01,1.9556224822998047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,1,64,power_law_1.2,1.5421119689941407
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,3072,1536,8,256,1,64,power_law_1.2,0.20186879634857177
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,3072,1536,8,256,1,64,power_law_1.2,0.24552319049835206
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,3072,1536,8,256,1,64,power_law_1.2,0.33024001121520996
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,1,64,power_law_1.2,2.2993471145629885
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,3072,1536,8,256,1,64,power_law_1.01,2.622822380065918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,3072,1536,8,256,1,64,power_law_1.2,0.41594882011413575
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,1,64,power_law_1.2,0.05516800284385681
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,3072,1536,8,256,1,64,power_law_1.2,0.5766592025756836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,1,64,power_law_1.2,0.07437440156936645
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,1,64,power_law_1.2,3.060256004333496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,1,64,power_law_1.2,0.1268928050994873
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,3072,1536,8,256,1,64,power_law_1.2,0.7421311855316162
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,1,128,power_law_1.01,0.03370240032672882
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,1,64,power_law_1.2,0.12961920499801635
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,3072,1536,8,256,1,64,power_law_1.2,1.0872768402099608
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,1,128,power_law_1.01,0.035743999481201175
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,1,64,power_law_1.2,0.13141759634017944
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,3072,1536,8,256,1,128,power_law_1.01,0.03392640054225922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,1,128,power_law_1.01,0.049030399322509764
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,1,64,power_law_1.2,0.13340799808502196
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,3072,1536,8,256,1,64,power_law_1.2,1.3806400299072266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,3072,1536,8,256,1,128,power_law_1.01,0.032864001393318173
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,1,64,power_law_1.2,0.1357375979423523
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,3072,1536,8,256,1,128,power_law_1.01,0.05493760108947754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,3072,1536,8,256,1,64,power_law_1.2,2.070867156982422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,3072,1536,8,256,1,128,power_law_1.01,0.056550401449203494
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,3072,1536,8,256,1,128,power_law_1.01,0.07870079874992371
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,3072,1536,8,256,1,128,power_law_1.01,0.13607679605484008
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,3072,1536,8,256,1,64,power_law_1.2,2.7238399505615236
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,3072,1536,8,256,1,128,power_law_1.01,0.13895679712295533
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,3072,1536,8,256,1,128,power_law_1.01,0.04673280119895935
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,1,64,power_law_1.2,0.13963520526885986
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,3072,1536,8,256,1,128,power_law_1.01,0.14382079839706421
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,1,64,power_law_1.2,0.1440127968788147
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,3072,1536,8,256,1,128,power_law_1.01,0.048467200994491574
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,3072,1536,8,256,1,128,power_law_1.01,0.14292479753494264
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,1,64,power_law_1.2,0.14794880151748657
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,3072,1536,8,256,1,128,power_law_1.01,0.04991999864578247
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,3072,1536,8,256,1,128,power_law_1.01,0.14488960504531861
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,1,64,power_law_1.2,0.15841920375823976
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,3072,1536,8,256,1,128,power_law_1.01,0.1497599959373474
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,1,64,power_law_1.2,0.1691200017929077
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,3072,1536,8,256,1,128,power_law_1.01,0.1543936014175415
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,1,64,power_law_1.2,0.17802879810333253
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,1,128,power_law_1.01,0.05253120064735413
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,1,64,power_law_1.2,0.19838080406188965
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,3072,1536,8,256,1,128,power_law_1.01,0.15884159803390502
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,1,128,power_law_1.01,0.07419520020484924
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,1,64,power_law_1.2,0.23649280071258544
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,3072,1536,8,256,1,128,power_law_1.01,0.16819839477539061
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,1,64,power_law_1.2,0.27438080310821533
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,3072,1536,8,256,1,128,power_law_1.01,0.17861759662628174
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,3072,1536,8,256,1,128,power_law_1.01,0.18665599822998047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,1,64,power_law_1.2,0.35319039821624754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,3072,1536,8,256,1,128,power_law_1.01,0.05008000135421753
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,3072,1536,8,256,1,128,power_law_1.01,0.20736639499664306
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,1,64,power_law_1.2,0.45702400207519533
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,3072,1536,8,256,1,128,power_law_1.01,0.244051194190979
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,1,64,power_law_1.2,0.629088020324707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,1,128,power_law_1.01,0.2814784049987793
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,1,128,power_law_1.01,0.3611520051956177
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,1,64,power_law_1.2,0.8017536163330078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,1,128,power_law_1.01,0.12592639923095703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,1,128,power_law_1.01,0.44333438873291015
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,1,128,power_law_1.01,0.1285055994987488
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,1,64,power_law_1.2,1.1249088287353515
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,1,128,power_law_1.01,0.6014463901519775
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,1,128,power_law_1.01,0.1295232057571411
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,3072,1536,8,256,1,128,power_law_1.01,0.05440639853477478
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,1,128,power_law_1.01,0.13248640298843384
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,1,128,power_law_1.01,0.7679168224334717
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,1,64,power_law_1.2,1.457107162475586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,3072,1536,8,256,1,128,power_law_1.01,0.0782144010066986
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,1,128,power_law_1.01,1.073190402984619
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,3072,1536,8,256,1,128,power_law_1.01,0.08050559759140015
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,1,64,power_law_1.2,2.148428726196289
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,3072,1536,8,256,1,128,power_law_1.01,0.08199679851531982
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,1,128,power_law_1.01,1.4003711700439454
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,3072,1536,8,256,1,128,power_law_1.01,0.08494719862937927
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,3072,1536,8,256,1,128,power_law_1.01,0.08572160005569458
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,1,128,power_law_1.01,2.012966346740723
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,1,64,power_law_1.2,2.8907455444335937
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,1,128,power_law_1.01,0.13406720161437988
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,3072,1536,8,256,1,128,power_law_1.01,0.091212797164917
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,3072,1536,8,256,1,128,power_law_1.2,0.032601600885391234
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,1,128,power_law_1.01,0.13808640241622924
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,3072,1536,8,256,1,128,power_law_1.01,0.09564800262451172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,3072,1536,8,256,1,128,power_law_1.2,0.03315840065479279
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,1,128,power_law_1.01,0.14312319755554198
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,3072,1536,8,256,1,128,power_law_1.01,0.0989184021949768
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,1,128,power_law_1.01,2.631059265136719
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,3072,1536,8,256,1,128,power_law_1.2,0.054771202802658084
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,1,128,power_law_1.01,0.14662400484085084
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,1,128,power_law_1.2,0.03511039912700653
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,3072,1536,8,256,1,128,power_law_1.2,0.053932797908782956
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,1,128,power_law_1.01,0.15607039928436278
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,1,128,power_law_1.2,0.03608959913253784
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,1,128,power_law_1.01,0.16520320177078246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,3072,1536,8,256,1,128,power_law_1.2,0.07148799896240235
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,1,128,power_law_1.2,0.049907198548316954
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,1,128,power_law_1.01,0.17406079769134522
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,3072,1536,8,256,1,128,power_law_1.2,0.12278399467468262
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,1,128,power_law_1.2,0.05311359763145447
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,1,128,power_law_1.01,0.19363839626312257
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,3072,1536,8,256,1,128,power_law_1.2,0.12511359453201293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,1,128,power_law_1.01,0.2315135955810547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,3072,1536,8,256,1,128,power_law_1.01,0.1091647982597351
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,1,128,power_law_1.01,0.26820480823516846
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,3072,1536,8,256,1,128,power_law_1.01,0.11909120082855225
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,1,128,power_law_1.01,0.34707839488983155
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,3072,1536,8,256,1,128,power_law_1.01,0.13073279857635497
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,1,128,power_law_1.01,0.42206082344055174
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,3072,1536,8,256,1,128,power_law_1.01,0.15133440494537354
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,1,128,power_law_1.01,0.5865920066833497
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,3072,1536,8,256,1,128,power_law_1.01,0.19104000329971313
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,1,128,power_law_1.2,0.07414399981498718
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,3072,1536,8,256,1,128,power_law_1.01,0.22885119915008545
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,1,128,power_law_1.01,0.7442495822906494
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,3072,1536,8,256,1,128,power_law_1.2,0.12706559896469116
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,3072,1536,8,256,1,128,power_law_1.01,0.31146240234375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,1,128,power_law_1.2,0.12563199996948243
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,1,128,power_law_1.01,1.0573375701904297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,3072,1536,8,256,1,128,power_law_1.2,0.1300160050392151
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,3072,1536,8,256,1,128,power_law_1.01,0.3964992046356201
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,1,128,power_law_1.2,0.12847360372543334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,3072,1536,8,256,1,128,power_law_1.2,0.13134080171585083
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,3072,1536,8,256,1,128,power_law_1.01,0.5526271820068359
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,1,128,power_law_1.2,0.12936320304870605
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,1,128,power_law_1.01,1.3798463821411133
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,3072,1536,8,256,1,128,power_law_1.2,0.13559039831161498
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,1,128,power_law_1.2,0.13262079954147338
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,3072,1536,8,256,1,128,power_law_1.01,0.7024640083312989
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,1,128,power_law_1.2,0.13415039777755738
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,3072,1536,8,256,1,128,power_law_1.01,1.010854434967041
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,1,128,power_law_1.01,1.9956672668457032
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,1,128,power_law_1.2,0.137990403175354
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,1,128,power_law_1.2,0.14319360256195068
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,3072,1536,8,256,1,128,power_law_1.01,1.3163711547851562
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,1,128,power_law_1.2,0.14634239673614502
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,1,128,power_law_1.2,0.1559872031211853
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,1,128,power_law_1.01,2.654047966003418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,1,128,power_law_1.2,0.16639360189437866
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,3072,1536,8,256,1,128,power_law_1.2,0.14016000032424927
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,3072,1536,8,256,1,128,power_law_1.01,1.9294143676757813
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,3072,1536,8,256,1,128,power_law_1.2,0.04656000137329101
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,1,128,power_law_1.2,0.17477760314941407
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,3072,1536,8,256,1,128,power_law_1.2,0.14379520416259767
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,1,128,power_law_1.2,0.19379199743270875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,3072,1536,8,256,1,128,power_law_1.2,0.1530751943588257
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,3072,1536,8,256,1,128,power_law_1.2,0.16248320341110228
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,3072,1536,8,256,1,128,power_law_1.01,2.5327999114990236
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,3072,1536,8,256,1,128,power_law_1.2,0.1722048044204712
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,3072,1536,8,256,1,128,power_law_1.2,0.19216639995574952
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,3072,1536,8,256,1,128,power_law_1.2,0.22874879837036133
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,3072,1536,8,256,1,256,power_law_1.01,0.03246079981327057
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,1,128,power_law_1.2,0.26496639251708987
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,3072,1536,8,256,1,256,power_law_1.01,0.04805119931697845
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,3072,1536,8,256,1,128,power_law_1.2,0.048179200291633605
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,1,128,power_law_1.2,0.3487103939056396
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,1,128,power_law_1.2,0.23221120834350586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,3072,1536,8,256,1,256,power_law_1.01,0.0499455988407135
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,3072,1536,8,256,1,128,power_law_1.2,0.05006080269813538
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,1,128,power_law_1.2,0.4244800090789795
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,1,128,power_law_1.2,0.2701119899749756
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,3072,1536,8,256,1,256,power_law_1.01,0.053625601530075076
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,3072,1536,8,256,1,128,power_law_1.2,0.04869759976863861
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,1,128,power_law_1.2,0.6265151977539063
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,1,128,power_law_1.2,0.35722880363464354
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,3072,1536,8,256,1,128,power_law_1.2,0.05414400100708008
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,1,128,power_law_1.2,0.7727871894836426
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,1,128,power_law_1.2,0.43997440338134763
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,3072,1536,8,256,1,128,power_law_1.2,0.0778432011604309
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,1,128,power_law_1.2,1.1129728317260743
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,1,128,power_law_1.2,0.6103040218353272
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,3072,1536,8,256,1,128,power_law_1.2,0.08046720027923585
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,1,128,power_law_1.2,0.7738687992095947
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,1,128,power_law_1.2,1.4025152206420899
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,1,128,power_law_1.2,1.1123583793640137
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,3072,1536,8,256,1,256,power_law_1.01,0.07795199751853943
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,1,128,power_law_1.2,2.087046432495117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,3072,1536,8,256,1,256,power_law_1.01,0.1356608033180237
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,1,128,power_law_1.2,1.4216768264770507
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,3072,1536,8,256,1,256,power_law_1.01,0.13804160356521605
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,3072,1536,8,256,1,256,power_law_1.01,0.1399168014526367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,3072,1536,8,256,1,128,power_law_1.2,0.08204799890518188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,1,128,power_law_1.2,2.833203125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,1,128,power_law_1.2,2.1452543258666994
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,3072,1536,8,256,1,256,power_law_1.01,0.14213759899139405
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,3072,1536,8,256,1,128,power_law_1.2,0.08520960211753845
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,3072,1536,8,256,1,256,power_law_1.01,0.14462080001831054
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,3072,1536,8,256,1,128,power_law_1.2,0.08574079871177673
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,1,256,power_law_1.01,0.03478400111198425
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,3072,1536,8,256,1,128,power_law_1.2,0.09020159840583801
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,1,128,power_law_1.2,2.852569580078125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,1,256,power_law_1.01,0.04725759923458099
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,3072,1536,8,256,1,128,power_law_1.2,0.09564800262451172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,1,256,power_law_1.01,0.048614400625228885
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,3072,1536,8,256,1,128,power_law_1.2,0.09958400130271912
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,1,256,power_law_1.01,0.05055360198020935
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,3072,1536,8,256,1,128,power_law_1.2,0.10871679782867431
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,3072,1536,8,256,1,128,power_law_1.2,0.12160639762878418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,1,256,power_law_1.01,0.07383679747581481
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,3072,1536,8,256,1,128,power_law_1.2,0.13213440179824829
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,3072,1536,8,256,1,256,power_law_1.01,0.14878079891204835
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,1,256,power_law_1.01,0.12524800300598143
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,3072,1536,8,256,1,128,power_law_1.2,0.15173120498657228
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,3072,1536,8,256,1,256,power_law_1.01,0.15287040472030639
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,1,256,power_law_1.01,0.12811520099639892
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,3072,1536,8,256,1,128,power_law_1.2,0.1915071964263916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,3072,1536,8,256,1,256,power_law_1.01,0.15729279518127443
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,1,256,power_law_1.01,0.12945280075073243
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,3072,1536,8,256,1,128,power_law_1.2,0.23262081146240235
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,1,256,power_law_1.01,0.13223040103912354
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,3072,1536,8,256,1,128,power_law_1.2,0.3153215885162354
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,1,256,power_law_1.01,0.1338688015937805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,3072,1536,8,256,1,128,power_law_1.2,0.40766081809997556
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,1,256,power_law_1.01,0.137881600856781
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,1,256,power_law_1.01,0.1427135944366455
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,3072,1536,8,256,1,128,power_law_1.2,0.5651840209960938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,1,256,power_law_1.01,0.14610559940338136
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,3072,1536,8,256,1,128,power_law_1.2,0.7459392070770263
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,1,256,power_law_1.01,0.15573760271072387
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,3072,1536,8,256,1,256,power_law_1.01,0.16610560417175294
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,3072,1536,8,256,1,256,power_law_1.01,0.17520639896392823
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,1,256,power_law_1.01,0.16456960439682006
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,3072,1536,8,256,1,128,power_law_1.2,1.030022430419922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,1,256,power_law_1.01,0.17262719869613646
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,1,256,power_law_1.01,0.19085439443588256
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,3072,1536,8,256,1,128,power_law_1.2,1.381503963470459
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,1,256,power_law_1.01,0.22815999984741211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,1,256,power_law_1.01,0.26423680782318115
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,1,256,power_law_1.01,0.33591039180755616
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,3072,1536,8,256,1,128,power_law_1.2,1.9955327987670899
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,1,256,power_law_1.01,0.4133312225341797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,3072,1536,8,256,1,256,power_law_1.01,0.1841279983520508
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,1,256,power_law_1.01,0.5615744113922119
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,3072,1536,8,256,1,256,power_law_1.01,0.2017535924911499
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,3072,1536,8,256,1,256,power_law_1.01,0.24079999923706055
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,3072,1536,8,256,1,128,power_law_1.2,2.642950439453125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,1,256,power_law_1.01,0.7153215885162354
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,1,256,power_law_1.01,0.27871999740600584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,1,256,power_law_1.01,1.0254207611083985
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,1,256,power_law_1.01,0.3563584089279175
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1,3072,1536,8,256,1,256,power_law_1.2,0.02969599962234497
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,1,256,power_law_1.01,0.4381375789642334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,1,256,power_law_1.01,1.3340415954589844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2,3072,1536,8,256,1,256,power_law_1.2,0.050393599271774295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,1,256,power_law_1.01,0.5866432189941406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4,3072,1536,8,256,1,256,power_law_1.2,0.04935680031776428
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,1,256,power_law_1.01,0.7379456043243409
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8,3072,1536,8,256,1,256,power_law_1.2,0.052179199457168576
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,1,256,power_law_1.01,1.9475200653076172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16,3072,1536,8,256,1,256,power_law_1.2,0.07965440154075623
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,1,256,power_law_1.01,1.0638208389282227
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,32,3072,1536,8,256,1,256,power_law_1.2,0.13551360368728638
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,1,256,power_law_1.01,2.5796159744262694
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,1,256,power_law_1.01,1.3610688209533692
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,48,3072,1536,8,256,1,256,power_law_1.2,0.13838720321655273
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,1,256,power_law_1.2,0.034668800234794614
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,64,3072,1536,8,256,1,256,power_law_1.2,0.13971199989318847
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,1,256,power_law_1.2,0.04745599925518036
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,1,256,power_law_1.01,1.968454360961914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,80,3072,1536,8,256,1,256,power_law_1.2,0.14284160137176513
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,1,256,power_law_1.2,0.04826880097389221
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,96,3072,1536,8,256,1,256,power_law_1.2,0.1443519949913025
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,1,256,power_law_1.2,0.05107839703559876
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,128,3072,1536,8,256,1,256,power_law_1.2,0.15338239669799805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,1,256,power_law_1.2,0.07354879975318909
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,1,256,power_law_1.01,2.58852481842041
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,160,3072,1536,8,256,1,256,power_law_1.2,0.15287679433822632
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,1,256,power_law_1.2,0.12524800300598143
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,192,3072,1536,8,256,1,256,power_law_1.2,0.15663360357284545
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,1,256,power_law_1.2,0.1276479959487915
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,256,3072,1536,8,256,1,256,power_law_1.2,0.1659775972366333
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,1,256,power_law_1.2,0.1291327953338623
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,1,256,power_law_1.2,0.13219200372695922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,1,256,power_law_1.2,0.13396480083465576
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,1,256,power_law_1.2,0.13794560432434083
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,1,256,power_law_1.2,0.14302719831466676
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,1,256,power_law_1.2,0.14704639911651612
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,320,3072,1536,8,256,1,256,power_law_1.2,0.17568639516830445
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,1,256,power_law_1.2,0.1559999942779541
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,384,3072,1536,8,256,1,256,power_law_1.2,0.18428159952163697
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,1,256,power_law_1.2,0.16584320068359376
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,512,3072,1536,8,256,1,256,power_law_1.2,0.2048192024230957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,1,256,power_law_1.2,0.17441279888153077
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,768,3072,1536,8,256,1,256,power_law_1.2,0.24280960559844972
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,1,256,power_law_1.2,0.19349119663238526
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,1,256,power_law_1.2,0.2795392036437988
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,1,256,power_law_1.2,0.23331840038299562
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,1,256,power_law_1.2,0.3613759994506836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,1,256,power_law_1.2,0.2688447952270508
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,1,256,power_law_1.2,0.34355199337005615
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,1,256,power_law_1.2,0.4236480236053467
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,3072,1536,8,256,1,256,power_law_1.01,0.04471679925918579
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,1,256,power_law_1.2,0.5953023910522461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,3072,1536,8,256,1,256,power_law_1.01,0.04573439955711365
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,1,256,power_law_1.2,0.7502592086791993
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,3072,1536,8,256,1,256,power_law_1.01,0.05072000026702881
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,1,256,power_law_1.2,0.44635519981384275
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,1,256,power_law_1.2,1.0997056007385253
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,3072,1536,8,256,1,256,power_law_1.01,0.04948480129241943
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,1,256,power_law_1.2,0.6176127910614013
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,3072,1536,8,256,1,256,power_law_1.01,0.05372160077095032
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,1,256,power_law_1.2,1.4211135864257813
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,1,256,power_law_1.2,0.7932672023773193
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,3072,1536,8,256,1,256,power_law_1.01,0.07675520181655884
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,3072,1536,8,256,1,256,power_law_1.01,0.07871999740600585
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,1,256,power_law_1.2,2.15283203125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,1,256,power_law_1.2,1.1143551826477052
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,3072,1536,8,256,1,256,power_law_1.01,0.08039039969444275
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,3072,1536,8,256,1,256,power_law_1.01,0.08323839902877808
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,1,256,power_law_1.2,1.4842240333557128
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,1,256,power_law_1.2,2.7755199432373048
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,3072,1536,8,256,1,256,power_law_1.01,0.08406400084495544
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,3072,1536,8,256,1,256,power_law_1.01,0.08880640268325805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,1,256,power_law_1.2,2.147488021850586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,3072,1536,8,256,1,256,power_law_1.01,0.09312639832496643
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,3072,1536,8,256,1,256,power_law_1.01,0.09688320159912109
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,3072,1536,8,256,1,256,power_law_1.01,0.1068608045578003
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,3072,1536,8,256,1,256,power_law_1.01,0.11660799980163575
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,1,256,power_law_1.2,2.8702592849731445
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,3072,1536,8,256,1,256,power_law_1.01,0.12640000581741334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,3072,1536,8,256,1,256,power_law_1.01,0.1452415943145752
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,3072,1536,8,256,1,256,power_law_1.01,0.18483200073242187
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,3072,1536,8,256,1,256,power_law_1.01,0.22179839611053467
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,3072,1536,8,256,1,256,power_law_1.01,0.3029439926147461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,3072,1536,8,256,1,256,power_law_1.01,0.38353919982910156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,3072,1536,8,256,1,256,power_law_1.01,0.5383359909057617
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,3072,1536,8,256,1,256,power_law_1.01,0.6856128215789795
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,3072,1536,8,256,1,256,power_law_1.01,0.9879039764404297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,3072,1536,8,256,1,256,power_law_1.01,1.2774080276489257
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,3072,1536,8,256,1,256,power_law_1.01,1.8787647247314454
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,3072,1536,8,256,1,256,power_law_1.01,2.4729984283447264
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1,3072,1536,8,256,1,256,power_law_1.2,0.045414400100708005
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2,3072,1536,8,256,1,256,power_law_1.2,0.04950399994850159
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4,3072,1536,8,256,1,256,power_law_1.2,0.05093119740486145
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8,3072,1536,8,256,1,256,power_law_1.2,0.05098239779472351
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16,3072,1536,8,256,1,256,power_law_1.2,0.05356159806251526
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,32,3072,1536,8,256,1,256,power_law_1.2,0.07697920203208923
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,48,3072,1536,8,256,1,256,power_law_1.2,0.07894399762153625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,64,3072,1536,8,256,1,256,power_law_1.2,0.08080639839172363
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,80,3072,1536,8,256,1,256,power_law_1.2,0.08361600041389465
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,96,3072,1536,8,256,1,256,power_law_1.2,0.08465279936790467
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,128,3072,1536,8,256,1,256,power_law_1.2,0.08936319947242737
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,160,3072,1536,8,256,1,256,power_law_1.2,0.09340800046920776
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,192,3072,1536,8,256,1,256,power_law_1.2,0.09716479778289795
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,256,3072,1536,8,256,1,256,power_law_1.2,0.10723199844360351
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,320,3072,1536,8,256,1,256,power_law_1.2,0.11771520376205444
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,384,3072,1536,8,256,1,256,power_law_1.2,0.12547839879989625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,512,3072,1536,8,256,1,256,power_law_1.2,0.14550399780273438
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,768,3072,1536,8,256,1,256,power_law_1.2,0.18896640539169313
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1024,3072,1536,8,256,1,256,power_law_1.2,0.22798080444335939
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,1536,3072,1536,8,256,1,256,power_law_1.2,0.31144959926605226
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,2048,3072,1536,8,256,1,256,power_law_1.2,0.398636794090271
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,3072,3072,1536,8,256,1,256,power_law_1.2,0.5497151851654053
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,4096,3072,1536,8,256,1,256,power_law_1.2,0.7189824104309082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,6144,3072,1536,8,256,1,256,power_law_1.2,1.0418560028076171
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,8192,3072,1536,8,256,1,256,power_law_1.2,1.454099178314209
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,12288,3072,1536,8,256,1,256,power_law_1.2,2.0008575439453127
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB200,moe,vllm_fused_moe,fp8_block,16384,3072,1536,8,256,1,256,power_law_1.2,2.7117504119873046
